2024-11-07 23:13:24,304 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-07 23:13:24,315 main DEBUG Took 0.009448 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 23:13:24,315 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 23:13:24,316 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 23:13:24,316 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 23:13:24,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,324 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 23:13:24,336 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,339 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,340 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,341 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,342 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,343 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,343 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,344 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,345 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,345 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,346 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 23:13:24,346 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,347 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 23:13:24,348 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 23:13:24,349 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 23:13:24,351 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 23:13:24,351 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 23:13:24,352 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 23:13:24,352 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 23:13:24,360 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 23:13:24,363 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 23:13:24,364 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 23:13:24,364 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 23:13:24,365 main DEBUG createAppenders(={Console}) 2024-11-07 23:13:24,365 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-07 23:13:24,366 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-07 23:13:24,366 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-07 23:13:24,366 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 23:13:24,367 main DEBUG OutputStream closed 2024-11-07 23:13:24,367 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 23:13:24,367 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 23:13:24,367 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-07 23:13:24,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 23:13:24,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 23:13:24,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 23:13:24,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 23:13:24,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 23:13:24,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 23:13:24,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 23:13:24,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 23:13:24,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 23:13:24,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 23:13:24,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 23:13:24,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 23:13:24,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 23:13:24,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 23:13:24,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 23:13:24,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 23:13:24,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 23:13:24,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 23:13:24,447 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 23:13:24,448 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-07 23:13:24,448 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 23:13:24,449 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-07T23:13:24,470 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-07 23:13:24,473 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 23:13:24,474 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T23:13:24,480 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-07T23:13:24,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=268, ProcessCount=11, AvailableMemoryMB=4190 2024-11-07T23:13:24,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581 2024-11-07T23:13:24,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T23:13:24,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6, deleteOnExit=true 2024-11-07T23:13:24,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T23:13:24,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/test.cache.data in system properties and HBase conf 2024-11-07T23:13:24,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T23:13:24,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir in system properties and HBase conf 2024-11-07T23:13:24,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T23:13:24,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T23:13:24,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T23:13:24,868 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T23:13:24,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T23:13:24,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T23:13:24,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T23:13:24,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T23:13:24,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T23:13:24,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T23:13:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T23:13:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T23:13:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T23:13:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T23:13:24,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/nfs.dump.dir in system properties and HBase conf 2024-11-07T23:13:24,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/java.io.tmpdir in system properties and HBase conf 2024-11-07T23:13:24,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T23:13:24,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T23:13:24,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T23:13:25,926 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T23:13:26,031 INFO [Time-limited test {}] log.Log(170): Logging initialized @2387ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T23:13:26,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:13:26,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:13:26,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:13:26,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:13:26,306 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T23:13:26,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:13:26,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:13:26,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:13:26,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/java.io.tmpdir/jetty-localhost-43651-hadoop-hdfs-3_4_1-tests_jar-_-any-13479425541977481084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T23:13:26,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:43651} 2024-11-07T23:13:26,657 INFO [Time-limited test {}] server.Server(415): Started @3014ms 2024-11-07T23:13:27,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:13:27,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:13:27,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:13:27,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:13:27,190 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T23:13:27,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:13:27,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:13:27,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/java.io.tmpdir/jetty-localhost-42283-hadoop-hdfs-3_4_1-tests_jar-_-any-5722110347448794322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:13:27,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:42283} 2024-11-07T23:13:27,348 INFO [Time-limited test {}] server.Server(415): Started @3705ms 2024-11-07T23:13:27,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T23:13:27,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:13:27,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:13:27,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:13:27,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:13:27,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T23:13:27,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:13:27,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:13:27,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/java.io.tmpdir/jetty-localhost-37291-hadoop-hdfs-3_4_1-tests_jar-_-any-7428631176098302285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:13:27,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:37291} 2024-11-07T23:13:27,842 INFO [Time-limited test {}] server.Server(415): Started @4199ms 2024-11-07T23:13:27,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T23:13:27,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:13:27,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:13:27,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:13:27,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:13:27,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T23:13:27,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:13:27,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:13:28,034 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data1/current/BP-287155340-172.17.0.2-1731021205629/current, will proceed with Du for space computation calculation, 2024-11-07T23:13:28,034 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data4/current/BP-287155340-172.17.0.2-1731021205629/current, will proceed with Du for space computation calculation, 2024-11-07T23:13:28,035 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data3/current/BP-287155340-172.17.0.2-1731021205629/current, will proceed with Du for space computation calculation, 2024-11-07T23:13:28,036 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data2/current/BP-287155340-172.17.0.2-1731021205629/current, will proceed with Du for space computation calculation, 2024-11-07T23:13:28,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/java.io.tmpdir/jetty-localhost-42797-hadoop-hdfs-3_4_1-tests_jar-_-any-13400263508655947759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:13:28,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:42797} 2024-11-07T23:13:28,074 INFO [Time-limited test {}] server.Server(415): Started @4431ms 2024-11-07T23:13:28,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T23:13:28,081 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T23:13:28,081 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T23:13:28,165 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c4f32a6bc553435 with lease ID 0x89bc43d124ba3382: Processing first storage report for DS-8e41e369-3a24-4c01-9e02-b6e609c29b7e from datanode DatanodeRegistration(127.0.0.1:36115, datanodeUuid=9176c057-aab3-4089-8631-a1eaf2dbd987, infoPort=45209, infoSecurePort=0, ipcPort=43949, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629) 2024-11-07T23:13:28,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c4f32a6bc553435 with lease ID 0x89bc43d124ba3382: from storage DS-8e41e369-3a24-4c01-9e02-b6e609c29b7e node DatanodeRegistration(127.0.0.1:36115, datanodeUuid=9176c057-aab3-4089-8631-a1eaf2dbd987, infoPort=45209, infoSecurePort=0, ipcPort=43949, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T23:13:28,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x232812977d8d88b5 with lease ID 0x89bc43d124ba3381: Processing first storage report for DS-e1346487-e717-4dd5-b881-7afa5b900563 from datanode DatanodeRegistration(127.0.0.1:38851, datanodeUuid=e488bd35-97db-4c17-aa2c-ff2203c15f39, infoPort=39937, infoSecurePort=0, ipcPort=46619, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629) 2024-11-07T23:13:28,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x232812977d8d88b5 with lease ID 0x89bc43d124ba3381: from storage DS-e1346487-e717-4dd5-b881-7afa5b900563 node DatanodeRegistration(127.0.0.1:38851, datanodeUuid=e488bd35-97db-4c17-aa2c-ff2203c15f39, infoPort=39937, infoSecurePort=0, ipcPort=46619, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:13:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c4f32a6bc553435 with lease ID 0x89bc43d124ba3382: Processing first storage report for DS-2490b32c-f6d2-4c09-91c6-6926623df487 from datanode DatanodeRegistration(127.0.0.1:36115, datanodeUuid=9176c057-aab3-4089-8631-a1eaf2dbd987, infoPort=45209, infoSecurePort=0, ipcPort=43949, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629) 2024-11-07T23:13:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c4f32a6bc553435 with lease ID 0x89bc43d124ba3382: from storage DS-2490b32c-f6d2-4c09-91c6-6926623df487 node DatanodeRegistration(127.0.0.1:36115, datanodeUuid=9176c057-aab3-4089-8631-a1eaf2dbd987, infoPort=45209, infoSecurePort=0, ipcPort=43949, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T23:13:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x232812977d8d88b5 with lease ID 0x89bc43d124ba3381: Processing first storage report for DS-ad04724a-17d9-40b5-92dd-41f9c588e00f from datanode DatanodeRegistration(127.0.0.1:38851, datanodeUuid=e488bd35-97db-4c17-aa2c-ff2203c15f39, infoPort=39937, infoSecurePort=0, ipcPort=46619, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629) 2024-11-07T23:13:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x232812977d8d88b5 with lease ID 0x89bc43d124ba3381: from storage DS-ad04724a-17d9-40b5-92dd-41f9c588e00f node DatanodeRegistration(127.0.0.1:38851, datanodeUuid=e488bd35-97db-4c17-aa2c-ff2203c15f39, infoPort=39937, infoSecurePort=0, ipcPort=46619, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:13:28,236 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data6/current/BP-287155340-172.17.0.2-1731021205629/current, will proceed with Du for space computation calculation, 2024-11-07T23:13:28,246 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data5/current/BP-287155340-172.17.0.2-1731021205629/current, will proceed with Du for space computation calculation, 2024-11-07T23:13:28,274 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T23:13:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe606179feeef41cd with lease ID 0x89bc43d124ba3383: Processing first storage report for DS-b4e00ef8-533c-49e0-9a94-4b090e03770e from datanode DatanodeRegistration(127.0.0.1:39153, datanodeUuid=33453dc4-73a0-4c22-93e3-c0527d0f6dff, infoPort=43265, infoSecurePort=0, ipcPort=40191, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629) 2024-11-07T23:13:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe606179feeef41cd with lease ID 0x89bc43d124ba3383: from storage DS-b4e00ef8-533c-49e0-9a94-4b090e03770e node DatanodeRegistration(127.0.0.1:39153, datanodeUuid=33453dc4-73a0-4c22-93e3-c0527d0f6dff, infoPort=43265, infoSecurePort=0, ipcPort=40191, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:13:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe606179feeef41cd with lease ID 0x89bc43d124ba3383: Processing first storage report for DS-3f9f805f-0c89-4f8a-8e92-791870438a43 from datanode DatanodeRegistration(127.0.0.1:39153, datanodeUuid=33453dc4-73a0-4c22-93e3-c0527d0f6dff, infoPort=43265, infoSecurePort=0, ipcPort=40191, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629) 2024-11-07T23:13:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe606179feeef41cd with lease ID 0x89bc43d124ba3383: from storage DS-3f9f805f-0c89-4f8a-8e92-791870438a43 node DatanodeRegistration(127.0.0.1:39153, datanodeUuid=33453dc4-73a0-4c22-93e3-c0527d0f6dff, infoPort=43265, infoSecurePort=0, ipcPort=40191, storageInfo=lv=-57;cid=testClusterID;nsid=1216008821;c=1731021205629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:13:28,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581 2024-11-07T23:13:28,589 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/zookeeper_0, clientPort=51936, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T23:13:28,599 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51936 2024-11-07T23:13:28,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:28,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741825_1001 (size=7) 2024-11-07T23:13:28,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741825_1001 (size=7) 2024-11-07T23:13:28,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741825_1001 (size=7) 2024-11-07T23:13:29,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 with version=8 2024-11-07T23:13:29,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/hbase-staging 2024-11-07T23:13:29,430 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T23:13:29,689 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d0c5e9b9277f:0 server-side Connection retries=45 2024-11-07T23:13:29,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:29,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:29,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:13:29,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:29,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:13:29,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T23:13:29,951 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T23:13:29,960 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T23:13:29,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:13:29,994 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2343 (auto-detected) 2024-11-07T23:13:29,995 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T23:13:30,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33925 2024-11-07T23:13:30,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33925 connecting to ZooKeeper ensemble=127.0.0.1:51936 2024-11-07T23:13:30,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339250x0, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:13:30,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33925-0x100f4b5668a0000 connected 2024-11-07T23:13:30,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:30,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:30,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:13:30,134 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61, hbase.cluster.distributed=false 2024-11-07T23:13:30,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:13:30,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-07T23:13:30,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33925 2024-11-07T23:13:30,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33925 2024-11-07T23:13:30,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-07T23:13:30,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-07T23:13:30,274 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d0c5e9b9277f:0 server-side Connection retries=45 2024-11-07T23:13:30,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:30,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:13:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:30,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:13:30,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T23:13:30,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:13:30,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42255 2024-11-07T23:13:30,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42255 connecting to ZooKeeper ensemble=127.0.0.1:51936 2024-11-07T23:13:30,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:30,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:30,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422550x0, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:13:30,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:13:30,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42255-0x100f4b5668a0001 connected 2024-11-07T23:13:30,297 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T23:13:30,305 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T23:13:30,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T23:13:30,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:13:30,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42255 2024-11-07T23:13:30,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42255 2024-11-07T23:13:30,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42255 2024-11-07T23:13:30,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42255 2024-11-07T23:13:30,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42255 2024-11-07T23:13:30,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d0c5e9b9277f:0 server-side Connection retries=45 2024-11-07T23:13:30,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:30,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:30,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:13:30,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:30,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:13:30,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T23:13:30,334 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:13:30,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38653 2024-11-07T23:13:30,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38653 connecting to ZooKeeper ensemble=127.0.0.1:51936 2024-11-07T23:13:30,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:30,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:30,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386530x0, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:13:30,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38653-0x100f4b5668a0002 connected 2024-11-07T23:13:30,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:13:30,349 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T23:13:30,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T23:13:30,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T23:13:30,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:13:30,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-07T23:13:30,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38653 2024-11-07T23:13:30,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38653 2024-11-07T23:13:30,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-07T23:13:30,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-07T23:13:30,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d0c5e9b9277f:0 server-side Connection retries=45 2024-11-07T23:13:30,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:30,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:30,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:13:30,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:13:30,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:13:30,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T23:13:30,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:13:30,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33647 2024-11-07T23:13:30,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33647 connecting to ZooKeeper ensemble=127.0.0.1:51936 2024-11-07T23:13:30,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:30,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:30,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336470x0, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:13:30,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33647-0x100f4b5668a0003 connected 2024-11-07T23:13:30,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:13:30,394 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T23:13:30,395 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T23:13:30,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T23:13:30,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:13:30,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33647 2024-11-07T23:13:30,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33647 2024-11-07T23:13:30,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33647 2024-11-07T23:13:30,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33647 2024-11-07T23:13:30,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33647 2024-11-07T23:13:30,422 DEBUG [M:0;d0c5e9b9277f:33925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d0c5e9b9277f:33925 2024-11-07T23:13:30,423 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d0c5e9b9277f,33925,1731021209482 2024-11-07T23:13:30,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:13:30,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:13:30,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:13:30,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:13:30,433 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d0c5e9b9277f,33925,1731021209482 2024-11-07T23:13:30,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T23:13:30,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T23:13:30,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:30,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:30,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:30,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T23:13:30,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:30,458 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T23:13:30,459 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d0c5e9b9277f,33925,1731021209482 from backup master directory 2024-11-07T23:13:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d0c5e9b9277f,33925,1731021209482 2024-11-07T23:13:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:13:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:13:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:13:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:13:30,463 WARN [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:13:30,463 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d0c5e9b9277f,33925,1731021209482 2024-11-07T23:13:30,465 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T23:13:30,466 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T23:13:30,525 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/hbase.id] with ID: 7ccd5433-73d6-4d00-aa87-9c3353d8070c 2024-11-07T23:13:30,525 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/.tmp/hbase.id 2024-11-07T23:13:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741826_1002 (size=42) 2024-11-07T23:13:30,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741826_1002 (size=42) 2024-11-07T23:13:30,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741826_1002 (size=42) 2024-11-07T23:13:30,541 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/.tmp/hbase.id]:[hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/hbase.id] 2024-11-07T23:13:30,588 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:13:30,593 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T23:13:30,612 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-07T23:13:30,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:30,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:30,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:30,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:30,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741827_1003 (size=196) 2024-11-07T23:13:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741827_1003 (size=196) 2024-11-07T23:13:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741827_1003 (size=196) 2024-11-07T23:13:30,657 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:13:30,658 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T23:13:30,675 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T23:13:30,679 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:13:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741828_1004 (size=1189) 2024-11-07T23:13:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741828_1004 (size=1189) 2024-11-07T23:13:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741828_1004 (size=1189) 2024-11-07T23:13:30,731 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store 2024-11-07T23:13:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741829_1005 (size=34) 2024-11-07T23:13:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741829_1005 (size=34) 2024-11-07T23:13:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741829_1005 (size=34) 2024-11-07T23:13:30,756 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T23:13:30,759 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:30,760 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T23:13:30,760 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:13:30,761 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:13:30,762 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T23:13:30,762 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:13:30,762 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:13:30,763 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731021210760Disabling compacts and flushes for region at 1731021210760Disabling writes for close at 1731021210762 (+2 ms)Writing region close event to WAL at 1731021210762Closed at 1731021210762 2024-11-07T23:13:30,765 WARN [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/.initializing 2024-11-07T23:13:30,765 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/WALs/d0c5e9b9277f,33925,1731021209482 2024-11-07T23:13:30,774 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:13:30,787 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C33925%2C1731021209482, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/WALs/d0c5e9b9277f,33925,1731021209482, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/oldWALs, maxLogs=10 2024-11-07T23:13:30,810 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/WALs/d0c5e9b9277f,33925,1731021209482/d0c5e9b9277f%2C33925%2C1731021209482.1731021210792, exclude list is [], retry=0 2024-11-07T23:13:30,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38851,DS-e1346487-e717-4dd5-b881-7afa5b900563,DISK] 2024-11-07T23:13:30,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-8e41e369-3a24-4c01-9e02-b6e609c29b7e,DISK] 2024-11-07T23:13:30,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-b4e00ef8-533c-49e0-9a94-4b090e03770e,DISK] 2024-11-07T23:13:30,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T23:13:30,870 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/WALs/d0c5e9b9277f,33925,1731021209482/d0c5e9b9277f%2C33925%2C1731021209482.1731021210792 2024-11-07T23:13:30,871 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:39937:39937),(127.0.0.1/127.0.0.1:45209:45209)] 2024-11-07T23:13:30,871 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:13:30,872 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:30,875 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,876 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T23:13:30,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:30,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:13:30,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T23:13:30,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:30,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:30,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T23:13:30,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:30,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:30,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T23:13:30,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:30,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:30,959 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,961 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,962 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,967 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,967 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,971 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T23:13:30,974 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:13:30,978 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:30,979 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68316193, jitterRate=0.017990604043006897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T23:13:30,985 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731021210889Initializing all the Stores at 1731021210891 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021210892 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021210892Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021210892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021210893 (+1 ms)Cleaning up temporary data from old regions at 1731021210967 (+74 ms)Region opened successfully at 1731021210985 (+18 ms) 2024-11-07T23:13:30,986 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T23:13:31,021 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31408ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d0c5e9b9277f/172.17.0.2:0 2024-11-07T23:13:31,053 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T23:13:31,065 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T23:13:31,066 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T23:13:31,069 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T23:13:31,070 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T23:13:31,075 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-07T23:13:31,075 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-07T23:13:31,102 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T23:13:31,111 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T23:13:31,113 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T23:13:31,116 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T23:13:31,117 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T23:13:31,120 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T23:13:31,122 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T23:13:31,125 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T23:13:31,127 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T23:13:31,128 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T23:13:31,130 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T23:13:31,149 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T23:13:31,151 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T23:13:31,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:13:31,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:13:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:13:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:13:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,159 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d0c5e9b9277f,33925,1731021209482, sessionid=0x100f4b5668a0000, setting cluster-up flag (Was=false) 2024-11-07T23:13:31,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,179 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T23:13:31,180 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d0c5e9b9277f,33925,1731021209482 2024-11-07T23:13:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,193 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T23:13:31,194 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d0c5e9b9277f,33925,1731021209482 2024-11-07T23:13:31,200 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T23:13:31,210 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(746): ClusterId : 7ccd5433-73d6-4d00-aa87-9c3353d8070c 2024-11-07T23:13:31,210 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(746): ClusterId : 7ccd5433-73d6-4d00-aa87-9c3353d8070c 2024-11-07T23:13:31,210 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(746): ClusterId : 7ccd5433-73d6-4d00-aa87-9c3353d8070c 2024-11-07T23:13:31,213 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T23:13:31,213 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T23:13:31,213 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T23:13:31,218 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T23:13:31,218 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T23:13:31,218 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T23:13:31,218 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T23:13:31,219 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T23:13:31,219 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T23:13:31,223 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T23:13:31,223 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T23:13:31,223 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T23:13:31,224 DEBUG [RS:2;d0c5e9b9277f:33647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1d88f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d0c5e9b9277f/172.17.0.2:0 2024-11-07T23:13:31,224 DEBUG [RS:0;d0c5e9b9277f:42255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b835eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d0c5e9b9277f/172.17.0.2:0 2024-11-07T23:13:31,224 DEBUG [RS:1;d0c5e9b9277f:38653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3377008f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d0c5e9b9277f/172.17.0.2:0 2024-11-07T23:13:31,238 DEBUG [RS:0;d0c5e9b9277f:42255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d0c5e9b9277f:42255 2024-11-07T23:13:31,241 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T23:13:31,241 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T23:13:31,241 DEBUG [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T23:13:31,244 DEBUG [RS:2;d0c5e9b9277f:33647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d0c5e9b9277f:33647 2024-11-07T23:13:31,244 DEBUG [RS:1;d0c5e9b9277f:38653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d0c5e9b9277f:38653 2024-11-07T23:13:31,244 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(2659): reportForDuty to master=d0c5e9b9277f,33925,1731021209482 with port=42255, startcode=1731021210233 2024-11-07T23:13:31,244 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T23:13:31,244 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T23:13:31,244 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T23:13:31,244 DEBUG [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T23:13:31,244 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T23:13:31,245 DEBUG [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T23:13:31,245 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(2659): reportForDuty to master=d0c5e9b9277f,33925,1731021209482 with port=33647, startcode=1731021210380 2024-11-07T23:13:31,246 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(2659): reportForDuty to master=d0c5e9b9277f,33925,1731021209482 with port=38653, startcode=1731021210332 2024-11-07T23:13:31,257 DEBUG [RS:2;d0c5e9b9277f:33647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T23:13:31,257 DEBUG [RS:1;d0c5e9b9277f:38653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T23:13:31,257 DEBUG [RS:0;d0c5e9b9277f:42255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T23:13:31,297 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T23:13:31,297 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T23:13:31,297 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T23:13:31,298 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T23:13:31,303 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T23:13:31,308 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T23:13:31,309 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T23:13:31,311 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T23:13:31,320 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T23:13:31,326 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d0c5e9b9277f,33925,1731021209482 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T23:13:31,328 DEBUG [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T23:13:31,328 DEBUG [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T23:13:31,328 DEBUG [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T23:13:31,329 WARN [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T23:13:31,329 WARN [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T23:13:31,329 WARN [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T23:13:31,332 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d0c5e9b9277f:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:13:31,332 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d0c5e9b9277f:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:13:31,332 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:13:31,333 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:13:31,333 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d0c5e9b9277f:0, corePoolSize=10, maxPoolSize=10 2024-11-07T23:13:31,333 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,333 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:13:31,333 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,335 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731021241335 2024-11-07T23:13:31,336 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T23:13:31,337 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T23:13:31,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T23:13:31,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T23:13:31,340 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T23:13:31,341 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T23:13:31,341 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T23:13:31,341 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T23:13:31,342 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,345 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T23:13:31,345 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:31,346 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T23:13:31,346 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T23:13:31,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T23:13:31,348 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T23:13:31,348 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T23:13:31,350 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.large.0-1731021211349,5,FailOnTimeoutGroup] 2024-11-07T23:13:31,351 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.small.0-1731021211350,5,FailOnTimeoutGroup] 2024-11-07T23:13:31,351 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,351 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T23:13:31,352 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,353 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741831_1007 (size=1321) 2024-11-07T23:13:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741831_1007 (size=1321) 2024-11-07T23:13:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741831_1007 (size=1321) 2024-11-07T23:13:31,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T23:13:31,386 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:31,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741832_1008 (size=32) 2024-11-07T23:13:31,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741832_1008 (size=32) 2024-11-07T23:13:31,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741832_1008 (size=32) 2024-11-07T23:13:31,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:31,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T23:13:31,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T23:13:31,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:13:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T23:13:31,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T23:13:31,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:31,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:13:31,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T23:13:31,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T23:13:31,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:31,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:13:31,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T23:13:31,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T23:13:31,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:31,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:13:31,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T23:13:31,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740 2024-11-07T23:13:31,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740 2024-11-07T23:13:31,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T23:13:31,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T23:13:31,421 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T23:13:31,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T23:13:31,426 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:31,427 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65736288, jitterRate=-0.02045297622680664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T23:13:31,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731021211401Initializing all the Stores at 1731021211402 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021211402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021211403 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021211403Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021211403Cleaning up temporary data from old regions at 1731021211420 (+17 ms)Region opened successfully at 1731021211429 (+9 ms) 2024-11-07T23:13:31,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T23:13:31,430 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T23:13:31,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T23:13:31,430 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(2659): reportForDuty to master=d0c5e9b9277f,33925,1731021209482 with port=38653, startcode=1731021210332 2024-11-07T23:13:31,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T23:13:31,430 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(2659): reportForDuty to master=d0c5e9b9277f,33925,1731021209482 with port=33647, startcode=1731021210380 2024-11-07T23:13:31,430 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(2659): reportForDuty to master=d0c5e9b9277f,33925,1731021209482 with port=42255, startcode=1731021210233 2024-11-07T23:13:31,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T23:13:31,432 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T23:13:31,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731021211430Disabling compacts and flushes for region at 1731021211430Disabling writes for close at 1731021211430Writing region close event to WAL at 1731021211431 (+1 ms)Closed at 1731021211432 (+1 ms) 2024-11-07T23:13:31,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:31,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] master.ServerManager(517): Registering regionserver=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:31,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T23:13:31,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T23:13:31,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T23:13:31,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:31,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] master.ServerManager(517): Registering regionserver=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:31,443 DEBUG [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:31,443 DEBUG [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43859 2024-11-07T23:13:31,443 DEBUG [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T23:13:31,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:31,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] master.ServerManager(517): Registering regionserver=d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:31,445 DEBUG [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:31,446 DEBUG [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43859 2024-11-07T23:13:31,446 DEBUG [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T23:13:31,448 DEBUG [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:31,448 DEBUG [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43859 2024-11-07T23:13:31,448 DEBUG [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T23:13:31,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:13:31,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T23:13:31,454 DEBUG [RS:0;d0c5e9b9277f:42255 {}] zookeeper.ZKUtil(111): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:31,455 WARN [RS:0;d0c5e9b9277f:42255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:13:31,455 INFO [RS:0;d0c5e9b9277f:42255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:13:31,455 DEBUG [RS:2;d0c5e9b9277f:33647 {}] zookeeper.ZKUtil(111): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:31,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T23:13:31,455 WARN [RS:2;d0c5e9b9277f:33647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:13:31,455 DEBUG [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:31,455 INFO [RS:2;d0c5e9b9277f:33647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:13:31,455 DEBUG [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:31,456 DEBUG [RS:1;d0c5e9b9277f:38653 {}] zookeeper.ZKUtil(111): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:31,456 WARN [RS:1;d0c5e9b9277f:38653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:13:31,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d0c5e9b9277f,38653,1731021210332] 2024-11-07T23:13:31,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d0c5e9b9277f,42255,1731021210233] 2024-11-07T23:13:31,456 INFO [RS:1;d0c5e9b9277f:38653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:13:31,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d0c5e9b9277f,33647,1731021210380] 2024-11-07T23:13:31,457 DEBUG [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:31,483 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T23:13:31,483 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T23:13:31,483 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T23:13:31,497 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T23:13:31,497 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T23:13:31,497 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T23:13:31,502 INFO [RS:0;d0c5e9b9277f:42255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T23:13:31,502 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,502 INFO [RS:2;d0c5e9b9277f:33647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T23:13:31,502 INFO [RS:1;d0c5e9b9277f:38653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T23:13:31,503 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,503 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,503 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T23:13:31,503 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T23:13:31,503 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T23:13:31,509 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T23:13:31,509 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T23:13:31,509 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T23:13:31,510 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,510 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,510 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,511 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:13:31,511 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:13:31,511 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,511 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:13:31,512 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:13:31,512 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:13:31,512 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,512 DEBUG [RS:0;d0c5e9b9277f:42255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:13:31,512 DEBUG [RS:1;d0c5e9b9277f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:13:31,512 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:13:31,513 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:13:31,513 DEBUG [RS:2;d0c5e9b9277f:33647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:13:31,516 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,42255,1731021210233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,33647,1731021210380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:13:31,517 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,518 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,38653,1731021210332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:13:31,539 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T23:13:31,539 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T23:13:31,539 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T23:13:31,541 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,38653,1731021210332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,541 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,42255,1731021210233-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,541 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,33647,1731021210380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,541 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,541 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,541 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,542 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.Replication(171): d0c5e9b9277f,38653,1731021210332 started 2024-11-07T23:13:31,542 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.Replication(171): d0c5e9b9277f,33647,1731021210380 started 2024-11-07T23:13:31,542 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.Replication(171): d0c5e9b9277f,42255,1731021210233 started 2024-11-07T23:13:31,559 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,559 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,560 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(1482): Serving as d0c5e9b9277f,33647,1731021210380, RpcServer on d0c5e9b9277f/172.17.0.2:33647, sessionid=0x100f4b5668a0003 2024-11-07T23:13:31,560 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(1482): Serving as d0c5e9b9277f,38653,1731021210332, RpcServer on d0c5e9b9277f/172.17.0.2:38653, sessionid=0x100f4b5668a0002 2024-11-07T23:13:31,560 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T23:13:31,561 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T23:13:31,561 DEBUG [RS:1;d0c5e9b9277f:38653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:31,561 DEBUG [RS:2;d0c5e9b9277f:33647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:31,561 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,38653,1731021210332' 2024-11-07T23:13:31,561 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,33647,1731021210380' 2024-11-07T23:13:31,561 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T23:13:31,561 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T23:13:31,562 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T23:13:31,562 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T23:13:31,563 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T23:13:31,563 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T23:13:31,563 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T23:13:31,563 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T23:13:31,563 DEBUG [RS:1;d0c5e9b9277f:38653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:31,563 DEBUG [RS:2;d0c5e9b9277f:33647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:31,563 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,38653,1731021210332' 2024-11-07T23:13:31,563 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,33647,1731021210380' 2024-11-07T23:13:31,563 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T23:13:31,563 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T23:13:31,564 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T23:13:31,564 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T23:13:31,564 DEBUG [RS:1;d0c5e9b9277f:38653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T23:13:31,564 DEBUG [RS:2;d0c5e9b9277f:33647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T23:13:31,564 INFO [RS:2;d0c5e9b9277f:33647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T23:13:31,564 INFO [RS:1;d0c5e9b9277f:38653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T23:13:31,565 INFO [RS:2;d0c5e9b9277f:33647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T23:13:31,565 INFO [RS:1;d0c5e9b9277f:38653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T23:13:31,565 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:31,566 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(1482): Serving as d0c5e9b9277f,42255,1731021210233, RpcServer on d0c5e9b9277f/172.17.0.2:42255, sessionid=0x100f4b5668a0001 2024-11-07T23:13:31,566 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T23:13:31,566 DEBUG [RS:0;d0c5e9b9277f:42255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:31,566 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,42255,1731021210233' 2024-11-07T23:13:31,566 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T23:13:31,567 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T23:13:31,567 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T23:13:31,567 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T23:13:31,568 DEBUG [RS:0;d0c5e9b9277f:42255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:31,568 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,42255,1731021210233' 2024-11-07T23:13:31,568 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T23:13:31,568 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T23:13:31,569 DEBUG [RS:0;d0c5e9b9277f:42255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T23:13:31,569 INFO [RS:0;d0c5e9b9277f:42255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T23:13:31,569 INFO [RS:0;d0c5e9b9277f:42255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T23:13:31,606 WARN [d0c5e9b9277f:33925 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T23:13:31,670 INFO [RS:2;d0c5e9b9277f:33647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:13:31,670 INFO [RS:0;d0c5e9b9277f:42255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:13:31,670 INFO [RS:1;d0c5e9b9277f:38653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:13:31,674 INFO [RS:0;d0c5e9b9277f:42255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C42255%2C1731021210233, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,42255,1731021210233, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/oldWALs, maxLogs=32 2024-11-07T23:13:31,674 INFO [RS:2;d0c5e9b9277f:33647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C33647%2C1731021210380, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/oldWALs, maxLogs=32 2024-11-07T23:13:31,674 INFO [RS:1;d0c5e9b9277f:38653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C38653%2C1731021210332, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,38653,1731021210332, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/oldWALs, maxLogs=32 2024-11-07T23:13:31,693 DEBUG [RS:2;d0c5e9b9277f:33647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679, exclude list is [], retry=0 2024-11-07T23:13:31,693 DEBUG [RS:0;d0c5e9b9277f:42255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,42255,1731021210233/d0c5e9b9277f%2C42255%2C1731021210233.1731021211679, exclude list is [], retry=0 2024-11-07T23:13:31,693 DEBUG [RS:1;d0c5e9b9277f:38653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,38653,1731021210332/d0c5e9b9277f%2C38653%2C1731021210332.1731021211679, exclude list is [], retry=0 2024-11-07T23:13:31,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38851,DS-e1346487-e717-4dd5-b881-7afa5b900563,DISK] 2024-11-07T23:13:31,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-8e41e369-3a24-4c01-9e02-b6e609c29b7e,DISK] 2024-11-07T23:13:31,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-b4e00ef8-533c-49e0-9a94-4b090e03770e,DISK] 2024-11-07T23:13:31,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-b4e00ef8-533c-49e0-9a94-4b090e03770e,DISK] 2024-11-07T23:13:31,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-8e41e369-3a24-4c01-9e02-b6e609c29b7e,DISK] 2024-11-07T23:13:31,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38851,DS-e1346487-e717-4dd5-b881-7afa5b900563,DISK] 2024-11-07T23:13:31,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38851,DS-e1346487-e717-4dd5-b881-7afa5b900563,DISK] 2024-11-07T23:13:31,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-8e41e369-3a24-4c01-9e02-b6e609c29b7e,DISK] 2024-11-07T23:13:31,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-b4e00ef8-533c-49e0-9a94-4b090e03770e,DISK] 2024-11-07T23:13:31,715 INFO [RS:1;d0c5e9b9277f:38653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,38653,1731021210332/d0c5e9b9277f%2C38653%2C1731021210332.1731021211679 2024-11-07T23:13:31,716 DEBUG [RS:1;d0c5e9b9277f:38653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937),(127.0.0.1/127.0.0.1:45209:45209),(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-07T23:13:31,718 INFO [RS:2;d0c5e9b9277f:33647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679 2024-11-07T23:13:31,719 DEBUG [RS:2;d0c5e9b9277f:33647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937),(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:45209:45209)] 2024-11-07T23:13:31,721 INFO [RS:0;d0c5e9b9277f:42255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,42255,1731021210233/d0c5e9b9277f%2C42255%2C1731021210233.1731021211679 2024-11-07T23:13:31,721 DEBUG [RS:0;d0c5e9b9277f:42255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:45209:45209),(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-07T23:13:31,858 DEBUG [d0c5e9b9277f:33925 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T23:13:31,866 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(204): Hosts are {d0c5e9b9277f=0} racks are {/default-rack=0} 2024-11-07T23:13:31,873 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T23:13:31,873 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T23:13:31,873 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T23:13:31,873 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T23:13:31,873 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T23:13:31,873 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T23:13:31,873 INFO [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T23:13:31,873 INFO [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T23:13:31,873 INFO [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T23:13:31,873 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T23:13:31,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:31,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d0c5e9b9277f,42255,1731021210233, state=OPENING 2024-11-07T23:13:31,892 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T23:13:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:13:31,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:13:31,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:13:31,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:13:31,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:13:31,896 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T23:13:31,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d0c5e9b9277f,42255,1731021210233}] 2024-11-07T23:13:39,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T23:13:39,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T23:13:41,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T23:13:41,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T23:13:41,939 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T23:13:41,939 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:13:41,940 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T23:13:41,943 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C42255%2C1731021210233.meta, suffix=.meta, logDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,42255,1731021210233, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/oldWALs, maxLogs=32 2024-11-07T23:13:41,959 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,42255,1731021210233/d0c5e9b9277f%2C42255%2C1731021210233.meta.1731021221945.meta, exclude list is [], retry=0 2024-11-07T23:13:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-b4e00ef8-533c-49e0-9a94-4b090e03770e,DISK] 2024-11-07T23:13:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36115,DS-8e41e369-3a24-4c01-9e02-b6e609c29b7e,DISK] 2024-11-07T23:13:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38851,DS-e1346487-e717-4dd5-b881-7afa5b900563,DISK] 2024-11-07T23:13:41,966 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,42255,1731021210233/d0c5e9b9277f%2C42255%2C1731021210233.meta.1731021221945.meta 2024-11-07T23:13:41,967 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209),(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-07T23:13:41,967 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:13:41,969 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T23:13:41,972 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T23:13:41,977 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T23:13:41,981 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T23:13:41,982 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:41,982 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T23:13:41,982 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T23:13:41,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T23:13:41,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T23:13:41,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:41,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:13:41,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T23:13:41,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T23:13:41,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:41,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:13:41,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T23:13:41,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T23:13:41,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:41,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:13:41,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T23:13:41,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T23:13:41,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:41,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:13:41,994 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T23:13:41,995 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740 2024-11-07T23:13:41,998 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740 2024-11-07T23:13:42,000 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T23:13:42,000 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T23:13:42,000 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T23:13:42,003 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T23:13:42,005 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74110532, jitterRate=0.10433298349380493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T23:13:42,005 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T23:13:42,006 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731021221982Writing region info on filesystem at 1731021221983 (+1 ms)Initializing all the Stores at 1731021221985 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021221985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021221985Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021221985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021221985Cleaning up temporary data from old regions at 1731021222000 (+15 ms)Running coprocessor post-open hooks at 1731021222005 (+5 ms)Region opened successfully at 1731021222006 (+1 ms) 2024-11-07T23:13:42,015 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731021221915 2024-11-07T23:13:42,028 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T23:13:42,029 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T23:13:42,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:42,032 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d0c5e9b9277f,42255,1731021210233, state=OPEN 2024-11-07T23:13:42,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:13:42,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:13:42,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:13:42,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:13:42,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:13:42,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:13:42,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:13:42,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:13:42,035 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:42,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T23:13:42,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d0c5e9b9277f,42255,1731021210233 in 10.1370 sec 2024-11-07T23:13:42,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T23:13:42,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6000 sec 2024-11-07T23:13:42,048 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T23:13:42,048 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T23:13:42,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T23:13:42,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d0c5e9b9277f,42255,1731021210233, seqNum=-1] 2024-11-07T23:13:42,092 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:13:42,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:13:42,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8750 sec 2024-11-07T23:13:42,113 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731021222113, completionTime=-1 2024-11-07T23:13:42,115 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T23:13:42,115 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T23:13:42,175 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-07T23:13:42,175 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731021282175 2024-11-07T23:13:42,175 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731021342175 2024-11-07T23:13:42,175 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 59 msec 2024-11-07T23:13:42,177 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:13:42,186 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,33925,1731021209482-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:42,186 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,33925,1731021209482-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:42,186 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,33925,1731021209482-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:42,188 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d0c5e9b9277f:33925, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:42,189 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:42,195 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:42,200 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T23:13:42,223 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.760sec 2024-11-07T23:13:42,225 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T23:13:42,227 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T23:13:42,228 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T23:13:42,228 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T23:13:42,229 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T23:13:42,230 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,33925,1731021209482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:13:42,230 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,33925,1731021209482-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T23:13:42,235 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T23:13:42,236 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T23:13:42,236 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,33925,1731021209482-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:13:42,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26124a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:13:42,335 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T23:13:42,335 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T23:13:42,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d0c5e9b9277f,33925,-1 for getting cluster id 2024-11-07T23:13:42,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T23:13:42,354 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ccd5433-73d6-4d00-aa87-9c3353d8070c' 2024-11-07T23:13:42,357 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T23:13:42,357 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ccd5433-73d6-4d00-aa87-9c3353d8070c" 2024-11-07T23:13:42,357 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eff9be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:13:42,358 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d0c5e9b9277f,33925,-1] 2024-11-07T23:13:42,360 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T23:13:42,362 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:13:42,363 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T23:13:42,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248b35f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:13:42,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T23:13:42,374 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d0c5e9b9277f,42255,1731021210233, seqNum=-1] 2024-11-07T23:13:42,374 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:13:42,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:13:42,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d0c5e9b9277f,33925,1731021209482 2024-11-07T23:13:42,403 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731021222401 (current time:1731021222401). 2024-11-07T23:13:42,403 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T23:13:42,403 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-07T23:13:42,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:13:42,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d0c5e9b9277f,33925,-1 for getting cluster id 2024-11-07T23:13:42,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T23:13:42,408 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ccd5433-73d6-4d00-aa87-9c3353d8070c' 2024-11-07T23:13:42,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T23:13:42,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ccd5433-73d6-4d00-aa87-9c3353d8070c" 2024-11-07T23:13:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84b92ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:13:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d0c5e9b9277f,33925,-1] 2024-11-07T23:13:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T23:13:42,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:13:42,411 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T23:13:42,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eacd8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:13:42,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T23:13:42,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d0c5e9b9277f,42255,1731021210233, seqNum=-1] 2024-11-07T23:13:42,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:13:42,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:13:42,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T23:13:42,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:13:42,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:13:42,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:13:42,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T23:13:42,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T23:13:42,435 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d0c5e9b9277f,33925,1731021209482 2024-11-07T23:13:42,437 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@771a322b 2024-11-07T23:13:42,438 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T23:13:42,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T23:13:42,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:13:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-07T23:13:42,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T23:13:42,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-07T23:13:42,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:42,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T23:13:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:13:42,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741837_1013 (size=361) 2024-11-07T23:13:42,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741837_1013 (size=361) 2024-11-07T23:13:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741837_1013 (size=361) 2024-11-07T23:13:42,488 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f8ec9cf34885cb6ebf8226d88aa3475, NAME => 'SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f928df1967eeb26908a87fff4f61b99e, NAME => 'SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,490 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1dd96304a2e9cd69e397131edef448fc, NAME => 'SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741838_1014 (size=54) 2024-11-07T23:13:42,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741838_1014 (size=54) 2024-11-07T23:13:42,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741838_1014 (size=54) 2024-11-07T23:13:42,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2f8ec9cf34885cb6ebf8226d88aa3475, disabling compactions & flushes 2024-11-07T23:13:42,525 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:13:42,525 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:13:42,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. after waiting 0 ms 2024-11-07T23:13:42,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:13:42,526 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:13:42,526 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f8ec9cf34885cb6ebf8226d88aa3475: Waiting for close lock at 1731021222525Disabling compacts and flushes for region at 1731021222525Disabling writes for close at 1731021222526 (+1 ms)Writing region close event to WAL at 1731021222526Closed at 1731021222526 2024-11-07T23:13:42,526 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5aef3669b11bf222452867a95295065, NAME => 'SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741839_1015 (size=62) 2024-11-07T23:13:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741839_1015 (size=62) 2024-11-07T23:13:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741839_1015 (size=62) 2024-11-07T23:13:42,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f928df1967eeb26908a87fff4f61b99e, disabling compactions & flushes 2024-11-07T23:13:42,537 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:13:42,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:13:42,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. after waiting 0 ms 2024-11-07T23:13:42,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:13:42,537 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:13:42,537 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f928df1967eeb26908a87fff4f61b99e: Waiting for close lock at 1731021222537Disabling compacts and flushes for region at 1731021222537Disabling writes for close at 1731021222537Writing region close event to WAL at 1731021222537Closed at 1731021222537 2024-11-07T23:13:42,538 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e916aaf46d72f6d44846d3de32f2963f, NAME => 'SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741840_1016 (size=62) 2024-11-07T23:13:42,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741840_1016 (size=62) 2024-11-07T23:13:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741840_1016 (size=62) 2024-11-07T23:13:42,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1dd96304a2e9cd69e397131edef448fc, disabling compactions & flushes 2024-11-07T23:13:42,557 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:13:42,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:13:42,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. after waiting 0 ms 2024-11-07T23:13:42,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:13:42,558 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:13:42,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1dd96304a2e9cd69e397131edef448fc: Waiting for close lock at 1731021222557Disabling compacts and flushes for region at 1731021222557Disabling writes for close at 1731021222557Writing region close event to WAL at 1731021222557Closed at 1731021222557 2024-11-07T23:13:42,559 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3c68c502419333547b255b7207c3d839, NAME => 'SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741842_1018 (size=62) 2024-11-07T23:13:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741842_1018 (size=62) 2024-11-07T23:13:42,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741842_1018 (size=62) 2024-11-07T23:13:42,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f5aef3669b11bf222452867a95295065, disabling compactions & flushes 2024-11-07T23:13:42,571 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:13:42,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:13:42,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. after waiting 0 ms 2024-11-07T23:13:42,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:13:42,571 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:13:42,571 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5aef3669b11bf222452867a95295065: Waiting for close lock at 1731021222571Disabling compacts and flushes for region at 1731021222571Disabling writes for close at 1731021222571Writing region close event to WAL at 1731021222571Closed at 1731021222571 2024-11-07T23:13:42,572 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3464c9f83ddcc7494fff391dbef2bd6, NAME => 'SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:13:42,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741841_1017 (size=62) 2024-11-07T23:13:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741841_1017 (size=62) 2024-11-07T23:13:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741841_1017 (size=62) 2024-11-07T23:13:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e916aaf46d72f6d44846d3de32f2963f, disabling compactions & flushes 2024-11-07T23:13:42,585 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:13:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:13:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. after waiting 0 ms 2024-11-07T23:13:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:13:42,585 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:13:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e916aaf46d72f6d44846d3de32f2963f: Waiting for close lock at 1731021222585Disabling compacts and flushes for region at 1731021222585Disabling writes for close at 1731021222585Writing region close event to WAL at 1731021222585Closed at 1731021222585 2024-11-07T23:13:42,586 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 434b09881fedc39a807ce8819e587780, NAME => 'SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741845_1021 (size=62) 2024-11-07T23:13:42,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741844_1020 (size=62) 2024-11-07T23:13:42,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741845_1021 (size=62) 2024-11-07T23:13:42,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741845_1021 (size=62) 2024-11-07T23:13:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741844_1020 (size=62) 2024-11-07T23:13:42,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 434b09881fedc39a807ce8819e587780, disabling compactions & flushes 2024-11-07T23:13:42,612 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:13:42,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:13:42,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741843_1019 (size=62) 2024-11-07T23:13:42,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. after waiting 0 ms 2024-11-07T23:13:42,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:13:42,613 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:13:42,613 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 434b09881fedc39a807ce8819e587780: Waiting for close lock at 1731021222612Disabling compacts and flushes for region at 1731021222612Disabling writes for close at 1731021222613 (+1 ms)Writing region close event to WAL at 1731021222613Closed at 1731021222613 2024-11-07T23:13:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741843_1019 (size=62) 2024-11-07T23:13:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741844_1020 (size=62) 2024-11-07T23:13:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741843_1019 (size=62) 2024-11-07T23:13:42,614 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 220cd02e837f6640905ac028979da194, NAME => 'SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,615 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,615 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3c68c502419333547b255b7207c3d839, disabling compactions & flushes 2024-11-07T23:13:42,615 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:13:42,615 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:13:42,615 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. after waiting 0 ms 2024-11-07T23:13:42,615 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:13:42,615 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:13:42,615 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3c68c502419333547b255b7207c3d839: Waiting for close lock at 1731021222615Disabling compacts and flushes for region at 1731021222615Disabling writes for close at 1731021222615Writing region close event to WAL at 1731021222615Closed at 1731021222615 2024-11-07T23:13:42,616 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ab79b8768cbb0d3bc11d70d11bd95dfd, NAME => 'SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61 2024-11-07T23:13:42,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d3464c9f83ddcc7494fff391dbef2bd6, disabling compactions & flushes 2024-11-07T23:13:42,617 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:13:42,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:13:42,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. after waiting 0 ms 2024-11-07T23:13:42,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:13:42,617 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:13:42,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3464c9f83ddcc7494fff391dbef2bd6: Waiting for close lock at 1731021222617Disabling compacts and flushes for region at 1731021222617Disabling writes for close at 1731021222617Writing region close event to WAL at 1731021222617Closed at 1731021222617 2024-11-07T23:13:42,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741846_1022 (size=54) 2024-11-07T23:13:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741847_1023 (size=62) 2024-11-07T23:13:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741847_1023 (size=62) 2024-11-07T23:13:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741846_1022 (size=54) 2024-11-07T23:13:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741846_1022 (size=54) 2024-11-07T23:13:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741847_1023 (size=62) 2024-11-07T23:13:42,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:42,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 220cd02e837f6640905ac028979da194, disabling compactions & flushes 2024-11-07T23:13:42,652 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:13:42,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ab79b8768cbb0d3bc11d70d11bd95dfd, disabling compactions & flushes 2024-11-07T23:13:42,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:13:42,653 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:13:42,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. after waiting 0 ms 2024-11-07T23:13:42,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:13:42,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:13:42,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. after waiting 0 ms 2024-11-07T23:13:42,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:13:42,653 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:13:42,654 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ab79b8768cbb0d3bc11d70d11bd95dfd: Waiting for close lock at 1731021222652Disabling compacts and flushes for region at 1731021222652Disabling writes for close at 1731021222653 (+1 ms)Writing region close event to WAL at 1731021222653Closed at 1731021222653 2024-11-07T23:13:42,653 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:13:42,654 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 220cd02e837f6640905ac028979da194: Waiting for close lock at 1731021222652Disabling compacts and flushes for region at 1731021222652Disabling writes for close at 1731021222653 (+1 ms)Writing region close event to WAL at 1731021222653Closed at 1731021222653 2024-11-07T23:13:42,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T23:13:42,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731021222657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021222657"}]},"ts":"1731021222657"} 2024-11-07T23:13:42,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-07T23:13:42,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T23:13:42,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021222713"}]},"ts":"1731021222713"} 2024-11-07T23:13:42,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-07T23:13:42,723 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d0c5e9b9277f=0} racks are {/default-rack=0} 2024-11-07T23:13:42,734 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T23:13:42,734 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T23:13:42,734 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T23:13:42,734 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T23:13:42,734 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T23:13:42,734 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T23:13:42,734 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T23:13:42,734 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T23:13:42,734 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T23:13:42,734 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T23:13:42,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f8ec9cf34885cb6ebf8226d88aa3475, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dd96304a2e9cd69e397131edef448fc, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5aef3669b11bf222452867a95295065, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c68c502419333547b255b7207c3d839, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=434b09881fedc39a807ce8819e587780, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=220cd02e837f6640905ac028979da194, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab79b8768cbb0d3bc11d70d11bd95dfd, ASSIGN}] 2024-11-07T23:13:42,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN 2024-11-07T23:13:42,742 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f8ec9cf34885cb6ebf8226d88aa3475, ASSIGN 2024-11-07T23:13:42,742 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dd96304a2e9cd69e397131edef448fc, ASSIGN 2024-11-07T23:13:42,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5aef3669b11bf222452867a95295065, ASSIGN 2024-11-07T23:13:42,745 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,33647,1731021210380; forceNewPlan=false, retain=false 2024-11-07T23:13:42,745 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f8ec9cf34885cb6ebf8226d88aa3475, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,42255,1731021210233; forceNewPlan=false, retain=false 2024-11-07T23:13:42,745 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dd96304a2e9cd69e397131edef448fc, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,38653,1731021210332; forceNewPlan=false, retain=false 2024-11-07T23:13:42,746 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5aef3669b11bf222452867a95295065, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,42255,1731021210233; forceNewPlan=false, retain=false 2024-11-07T23:13:42,746 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=220cd02e837f6640905ac028979da194, ASSIGN 2024-11-07T23:13:42,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab79b8768cbb0d3bc11d70d11bd95dfd, ASSIGN 2024-11-07T23:13:42,748 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=220cd02e837f6640905ac028979da194, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,38653,1731021210332; forceNewPlan=false, retain=false 2024-11-07T23:13:42,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab79b8768cbb0d3bc11d70d11bd95dfd, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,42255,1731021210233; forceNewPlan=false, retain=false 2024-11-07T23:13:42,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=434b09881fedc39a807ce8819e587780, ASSIGN 2024-11-07T23:13:42,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN 2024-11-07T23:13:42,754 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN 2024-11-07T23:13:42,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c68c502419333547b255b7207c3d839, ASSIGN 2024-11-07T23:13:42,755 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,33647,1731021210380; forceNewPlan=false, retain=false 2024-11-07T23:13:42,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,33647,1731021210380; forceNewPlan=false, retain=false 2024-11-07T23:13:42,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=434b09881fedc39a807ce8819e587780, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,38653,1731021210332; forceNewPlan=false, retain=false 2024-11-07T23:13:42,756 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c68c502419333547b255b7207c3d839, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,42255,1731021210233; forceNewPlan=false, retain=false 2024-11-07T23:13:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:13:42,898 INFO [d0c5e9b9277f:33925 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-07T23:13:42,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ab79b8768cbb0d3bc11d70d11bd95dfd, regionState=OPENING, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:42,899 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f5aef3669b11bf222452867a95295065, regionState=OPENING, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:42,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f8ec9cf34885cb6ebf8226d88aa3475, regionState=OPENING, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:42,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=220cd02e837f6640905ac028979da194, regionState=OPENING, regionLocation=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:42,900 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=434b09881fedc39a807ce8819e587780, regionState=OPENING, regionLocation=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:42,900 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3c68c502419333547b255b7207c3d839, regionState=OPENING, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:42,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1dd96304a2e9cd69e397131edef448fc, regionState=OPENING, regionLocation=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:42,902 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d3464c9f83ddcc7494fff391dbef2bd6, regionState=OPENING, regionLocation=d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:42,902 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e916aaf46d72f6d44846d3de32f2963f, regionState=OPENING, regionLocation=d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:42,902 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f928df1967eeb26908a87fff4f61b99e, regionState=OPENING, regionLocation=d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:42,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5aef3669b11bf222452867a95295065, ASSIGN because future has completed 2024-11-07T23:13:42,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5aef3669b11bf222452867a95295065, server=d0c5e9b9277f,42255,1731021210233}] 2024-11-07T23:13:42,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ab79b8768cbb0d3bc11d70d11bd95dfd, ASSIGN because future has completed 2024-11-07T23:13:42,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f8ec9cf34885cb6ebf8226d88aa3475, ASSIGN because future has completed 2024-11-07T23:13:42,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab79b8768cbb0d3bc11d70d11bd95dfd, server=d0c5e9b9277f,42255,1731021210233}] 2024-11-07T23:13:42,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=220cd02e837f6640905ac028979da194, ASSIGN because future has completed 2024-11-07T23:13:42,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 220cd02e837f6640905ac028979da194, server=d0c5e9b9277f,38653,1731021210332}] 2024-11-07T23:13:42,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f8ec9cf34885cb6ebf8226d88aa3475, server=d0c5e9b9277f,42255,1731021210233}] 2024-11-07T23:13:42,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1dd96304a2e9cd69e397131edef448fc, ASSIGN because future has completed 2024-11-07T23:13:42,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd96304a2e9cd69e397131edef448fc, server=d0c5e9b9277f,38653,1731021210332}] 2024-11-07T23:13:42,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=434b09881fedc39a807ce8819e587780, ASSIGN because future has completed 2024-11-07T23:13:42,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c68c502419333547b255b7207c3d839, ASSIGN because future has completed 2024-11-07T23:13:42,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c68c502419333547b255b7207c3d839, server=d0c5e9b9277f,42255,1731021210233}] 2024-11-07T23:13:42,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN because future has completed 2024-11-07T23:13:42,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN because future has completed 2024-11-07T23:13:42,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN because future has completed 2024-11-07T23:13:42,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 434b09881fedc39a807ce8819e587780, server=d0c5e9b9277f,38653,1731021210332}] 2024-11-07T23:13:42,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6, server=d0c5e9b9277f,33647,1731021210380}] 2024-11-07T23:13:42,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f928df1967eeb26908a87fff4f61b99e, server=d0c5e9b9277f,33647,1731021210380}] 2024-11-07T23:13:42,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e916aaf46d72f6d44846d3de32f2963f, server=d0c5e9b9277f,33647,1731021210380}] 2024-11-07T23:13:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:13:43,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T23:13:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:13:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:13:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:13:47,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:13:49,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T23:13:49,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T23:13:49,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T23:13:49,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T23:13:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:13:52,923 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:13:52,923 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f5aef3669b11bf222452867a95295065, NAME => 'SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-07T23:13:52,924 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,924 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:52,924 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,924 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,926 INFO [StoreOpener-f5aef3669b11bf222452867a95295065-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,927 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T23:13:52,928 INFO [StoreOpener-f5aef3669b11bf222452867a95295065-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5aef3669b11bf222452867a95295065 columnFamilyName cf 2024-11-07T23:13:52,928 DEBUG [StoreOpener-f5aef3669b11bf222452867a95295065-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:52,929 INFO [StoreOpener-f5aef3669b11bf222452867a95295065-1 {}] regionserver.HStore(327): Store=f5aef3669b11bf222452867a95295065/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:52,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T23:13:52,930 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,931 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,931 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,932 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,932 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,935 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,935 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:13:52,936 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dd96304a2e9cd69e397131edef448fc, NAME => 'SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-07T23:13:52,936 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,936 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:52,937 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,937 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,938 INFO [StoreOpener-1dd96304a2e9cd69e397131edef448fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,938 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f5aef3669b11bf222452867a95295065/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:52,939 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f5aef3669b11bf222452867a95295065; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73847338, jitterRate=0.10041108727455139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:52,939 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5aef3669b11bf222452867a95295065 2024-11-07T23:13:52,940 INFO [StoreOpener-1dd96304a2e9cd69e397131edef448fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd96304a2e9cd69e397131edef448fc columnFamilyName cf 2024-11-07T23:13:52,940 DEBUG [StoreOpener-1dd96304a2e9cd69e397131edef448fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:52,941 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f5aef3669b11bf222452867a95295065: Running coprocessor pre-open hook at 1731021232924Writing region info on filesystem at 1731021232924Initializing all the Stores at 1731021232926 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021232926Cleaning up temporary data from old regions at 1731021232932 (+6 ms)Running coprocessor post-open hooks at 1731021232939 (+7 ms)Region opened successfully at 1731021232940 (+1 ms) 2024-11-07T23:13:52,941 INFO [StoreOpener-1dd96304a2e9cd69e397131edef448fc-1 {}] regionserver.HStore(327): Store=1dd96304a2e9cd69e397131edef448fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:52,941 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,942 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,942 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,943 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065., pid=15, masterSystemTime=1731021232916 2024-11-07T23:13:52,943 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,943 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,945 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:13:52,945 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,945 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:13:52,946 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:13:52,946 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f8ec9cf34885cb6ebf8226d88aa3475, NAME => 'SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-07T23:13:52,947 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f5aef3669b11bf222452867a95295065, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:52,947 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:52,947 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,947 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,949 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/1dd96304a2e9cd69e397131edef448fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:52,950 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1dd96304a2e9cd69e397131edef448fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63010249, jitterRate=-0.06107412278652191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:52,950 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:13:52,950 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1dd96304a2e9cd69e397131edef448fc: Running coprocessor pre-open hook at 1731021232937Writing region info on filesystem at 1731021232937Initializing all the Stores at 1731021232938 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021232938Cleaning up temporary data from old regions at 1731021232943 (+5 ms)Running coprocessor post-open hooks at 1731021232950 (+7 ms)Region opened successfully at 1731021232950 2024-11-07T23:13:52,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5aef3669b11bf222452867a95295065, server=d0c5e9b9277f,42255,1731021210233 because future has completed 2024-11-07T23:13:52,950 INFO [StoreOpener-2f8ec9cf34885cb6ebf8226d88aa3475-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,953 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc., pid=19, masterSystemTime=1731021232927 2024-11-07T23:13:52,953 INFO [StoreOpener-2f8ec9cf34885cb6ebf8226d88aa3475-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8ec9cf34885cb6ebf8226d88aa3475 columnFamilyName cf 2024-11-07T23:13:52,953 DEBUG [StoreOpener-2f8ec9cf34885cb6ebf8226d88aa3475-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:52,954 INFO [StoreOpener-2f8ec9cf34885cb6ebf8226d88aa3475-1 {}] regionserver.HStore(327): Store=2f8ec9cf34885cb6ebf8226d88aa3475/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:52,954 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,955 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:13:52,955 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:13:52,955 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,955 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:13:52,955 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 434b09881fedc39a807ce8819e587780, NAME => 'SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-07T23:13:52,956 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,956 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:52,956 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,956 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-07T23:13:52,956 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1dd96304a2e9cd69e397131edef448fc, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:52,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f5aef3669b11bf222452867a95295065, server=d0c5e9b9277f,42255,1731021210233 in 10.0450 sec 2024-11-07T23:13:52,960 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,960 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,961 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T23:13:52,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5aef3669b11bf222452867a95295065, ASSIGN in 10.2210 sec 2024-11-07T23:13:52,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T23:13:52,963 INFO [StoreOpener-434b09881fedc39a807ce8819e587780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd96304a2e9cd69e397131edef448fc, server=d0c5e9b9277f,38653,1731021210332 because future has completed 2024-11-07T23:13:52,965 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d0c5e9b9277f,38653,1731021210332, table=SPTestTable, region=1dd96304a2e9cd69e397131edef448fc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T23:13:52,966 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,968 INFO [StoreOpener-434b09881fedc39a807ce8819e587780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 434b09881fedc39a807ce8819e587780 columnFamilyName cf 2024-11-07T23:13:52,968 DEBUG [StoreOpener-434b09881fedc39a807ce8819e587780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:52,969 INFO [StoreOpener-434b09881fedc39a807ce8819e587780-1 {}] regionserver.HStore(327): Store=434b09881fedc39a807ce8819e587780/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:52,969 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,970 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,970 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,971 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,971 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-07T23:13:52,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dd96304a2e9cd69e397131edef448fc, server=d0c5e9b9277f,38653,1731021210332 in 10.0330 sec 2024-11-07T23:13:52,973 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,974 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:13:52,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1dd96304a2e9cd69e397131edef448fc, ASSIGN in 10.2350 sec 2024-11-07T23:13:52,974 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e916aaf46d72f6d44846d3de32f2963f, NAME => 'SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T23:13:52,975 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,975 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:52,975 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,975 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,976 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/2f8ec9cf34885cb6ebf8226d88aa3475/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:52,977 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:52,977 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 2f8ec9cf34885cb6ebf8226d88aa3475; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63337979, jitterRate=-0.05619056522846222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:52,977 INFO [StoreOpener-e916aaf46d72f6d44846d3de32f2963f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,977 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:13:52,977 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 2f8ec9cf34885cb6ebf8226d88aa3475: Running coprocessor pre-open hook at 1731021232947Writing region info on filesystem at 1731021232947Initializing all the Stores at 1731021232949 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021232949Cleaning up temporary data from old regions at 1731021232960 (+11 ms)Running coprocessor post-open hooks at 1731021232977 (+17 ms)Region opened successfully at 1731021232977 2024-11-07T23:13:52,978 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 434b09881fedc39a807ce8819e587780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63027346, jitterRate=-0.0608193576335907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:52,978 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 434b09881fedc39a807ce8819e587780 2024-11-07T23:13:52,978 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 434b09881fedc39a807ce8819e587780: Running coprocessor pre-open hook at 1731021232956Writing region info on filesystem at 1731021232956Initializing all the Stores at 1731021232961 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021232962 (+1 ms)Cleaning up temporary data from old regions at 1731021232971 (+9 ms)Running coprocessor post-open hooks at 1731021232978 (+7 ms)Region opened successfully at 1731021232978 2024-11-07T23:13:52,979 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475., pid=18, masterSystemTime=1731021232916 2024-11-07T23:13:52,979 INFO [StoreOpener-e916aaf46d72f6d44846d3de32f2963f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e916aaf46d72f6d44846d3de32f2963f columnFamilyName cf 2024-11-07T23:13:52,979 DEBUG [StoreOpener-e916aaf46d72f6d44846d3de32f2963f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:52,979 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., pid=21, masterSystemTime=1731021232927 2024-11-07T23:13:52,980 INFO [StoreOpener-e916aaf46d72f6d44846d3de32f2963f-1 {}] regionserver.HStore(327): Store=e916aaf46d72f6d44846d3de32f2963f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:52,980 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,982 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,982 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:13:52,982 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,982 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:13:52,982 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:13:52,983 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c68c502419333547b255b7207c3d839, NAME => 'SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T23:13:52,983 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c68c502419333547b255b7207c3d839 2024-11-07T23:13:52,983 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,983 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,983 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:52,983 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3c68c502419333547b255b7207c3d839 2024-11-07T23:13:52,983 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3c68c502419333547b255b7207c3d839 2024-11-07T23:13:52,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f8ec9cf34885cb6ebf8226d88aa3475, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:52,984 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:13:52,984 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:13:52,985 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:13:52,985 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 220cd02e837f6640905ac028979da194, NAME => 'SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-07T23:13:52,985 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 220cd02e837f6640905ac028979da194 2024-11-07T23:13:52,985 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:52,986 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 220cd02e837f6640905ac028979da194 2024-11-07T23:13:52,986 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 220cd02e837f6640905ac028979da194 2024-11-07T23:13:52,986 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=434b09881fedc39a807ce8819e587780, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:52,987 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f8ec9cf34885cb6ebf8226d88aa3475, server=d0c5e9b9277f,42255,1731021210233 because future has completed 2024-11-07T23:13:52,990 INFO [StoreOpener-220cd02e837f6640905ac028979da194-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 220cd02e837f6640905ac028979da194 2024-11-07T23:13:52,994 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/e916aaf46d72f6d44846d3de32f2963f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:52,995 INFO [StoreOpener-3c68c502419333547b255b7207c3d839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c68c502419333547b255b7207c3d839 2024-11-07T23:13:52,995 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e916aaf46d72f6d44846d3de32f2963f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70056400, jitterRate=0.043921709060668945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:52,996 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:13:52,996 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e916aaf46d72f6d44846d3de32f2963f: Running coprocessor pre-open hook at 1731021232975Writing region info on filesystem at 1731021232975Initializing all the Stores at 1731021232977 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021232977Cleaning up temporary data from old regions at 1731021232983 (+6 ms)Running coprocessor post-open hooks at 1731021232996 (+13 ms)Region opened successfully at 1731021232996 2024-11-07T23:13:52,996 INFO [StoreOpener-220cd02e837f6640905ac028979da194-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 220cd02e837f6640905ac028979da194 columnFamilyName cf 2024-11-07T23:13:52,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 434b09881fedc39a807ce8819e587780, server=d0c5e9b9277f,38653,1731021210332 because future has completed 2024-11-07T23:13:52,996 DEBUG [StoreOpener-220cd02e837f6640905ac028979da194-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:52,997 INFO [StoreOpener-220cd02e837f6640905ac028979da194-1 {}] regionserver.HStore(327): Store=220cd02e837f6640905ac028979da194/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:52,998 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 220cd02e837f6640905ac028979da194 2024-11-07T23:13:52,998 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f., pid=24, masterSystemTime=1731021232961 2024-11-07T23:13:52,999 INFO [StoreOpener-3c68c502419333547b255b7207c3d839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c68c502419333547b255b7207c3d839 columnFamilyName cf 2024-11-07T23:13:52,999 DEBUG [StoreOpener-3c68c502419333547b255b7207c3d839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:52,999 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194 2024-11-07T23:13:53,000 INFO [StoreOpener-3c68c502419333547b255b7207c3d839-1 {}] regionserver.HStore(327): Store=3c68c502419333547b255b7207c3d839/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:53,000 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3c68c502419333547b255b7207c3d839 2024-11-07T23:13:53,000 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194 2024-11-07T23:13:53,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-07T23:13:53,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f8ec9cf34885cb6ebf8226d88aa3475, server=d0c5e9b9277f,42255,1731021210233 in 10.0680 sec 2024-11-07T23:13:53,001 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/3c68c502419333547b255b7207c3d839 2024-11-07T23:13:53,001 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 220cd02e837f6640905ac028979da194 2024-11-07T23:13:53,002 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 220cd02e837f6640905ac028979da194 2024-11-07T23:13:53,002 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/3c68c502419333547b255b7207c3d839 2024-11-07T23:13:53,002 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:13:53,002 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:13:53,003 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3c68c502419333547b255b7207c3d839 2024-11-07T23:13:53,003 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3c68c502419333547b255b7207c3d839 2024-11-07T23:13:53,004 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:13:53,004 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f928df1967eeb26908a87fff4f61b99e, NAME => 'SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T23:13:53,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-07T23:13:53,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f8ec9cf34885cb6ebf8226d88aa3475, ASSIGN in 10.2650 sec 2024-11-07T23:13:53,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 434b09881fedc39a807ce8819e587780, server=d0c5e9b9277f,38653,1731021210332 in 10.0460 sec 2024-11-07T23:13:53,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e916aaf46d72f6d44846d3de32f2963f, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:53,005 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,005 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:53,005 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,005 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,007 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 220cd02e837f6640905ac028979da194 2024-11-07T23:13:53,008 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3c68c502419333547b255b7207c3d839 2024-11-07T23:13:53,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e916aaf46d72f6d44846d3de32f2963f, server=d0c5e9b9277f,33647,1731021210380 because future has completed 2024-11-07T23:13:53,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=434b09881fedc39a807ce8819e587780, ASSIGN in 10.2690 sec 2024-11-07T23:13:53,009 INFO [StoreOpener-f928df1967eeb26908a87fff4f61b99e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,013 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/3c68c502419333547b255b7207c3d839/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:53,013 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:53,014 INFO [StoreOpener-f928df1967eeb26908a87fff4f61b99e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f928df1967eeb26908a87fff4f61b99e columnFamilyName cf 2024-11-07T23:13:53,014 DEBUG [StoreOpener-f928df1967eeb26908a87fff4f61b99e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:53,014 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3c68c502419333547b255b7207c3d839; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60374603, jitterRate=-0.10034830868244171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:53,014 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c68c502419333547b255b7207c3d839 2024-11-07T23:13:53,014 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3c68c502419333547b255b7207c3d839: Running coprocessor pre-open hook at 1731021232984Writing region info on filesystem at 1731021232984Initializing all the Stores at 1731021232994 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021232995 (+1 ms)Cleaning up temporary data from old regions at 1731021233003 (+8 ms)Running coprocessor post-open hooks at 1731021233014 (+11 ms)Region opened successfully at 1731021233014 2024-11-07T23:13:53,015 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 220cd02e837f6640905ac028979da194; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69500851, jitterRate=0.035643383860588074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:53,015 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 220cd02e837f6640905ac028979da194 2024-11-07T23:13:53,015 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 220cd02e837f6640905ac028979da194: Running coprocessor pre-open hook at 1731021232986Writing region info on filesystem at 1731021232986Initializing all the Stores at 1731021232989 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021232989Cleaning up temporary data from old regions at 1731021233002 (+13 ms)Running coprocessor post-open hooks at 1731021233015 (+13 ms)Region opened successfully at 1731021233015 2024-11-07T23:13:53,015 INFO [StoreOpener-f928df1967eeb26908a87fff4f61b99e-1 {}] regionserver.HStore(327): Store=f928df1967eeb26908a87fff4f61b99e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:53,015 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,016 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839., pid=20, masterSystemTime=1731021232916 2024-11-07T23:13:53,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-07T23:13:53,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e916aaf46d72f6d44846d3de32f2963f, server=d0c5e9b9277f,33647,1731021210380 in 10.0550 sec 2024-11-07T23:13:53,016 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194., pid=17, masterSystemTime=1731021232927 2024-11-07T23:13:53,017 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,018 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,019 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,019 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,019 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:13:53,019 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:13:53,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN in 10.2800 sec 2024-11-07T23:13:53,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=220cd02e837f6640905ac028979da194, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:13:53,021 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:13:53,022 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:13:53,022 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:13:53,022 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => ab79b8768cbb0d3bc11d70d11bd95dfd, NAME => 'SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-07T23:13:53,022 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,022 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:53,023 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3c68c502419333547b255b7207c3d839, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:53,023 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,024 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 220cd02e837f6640905ac028979da194, server=d0c5e9b9277f,38653,1731021210332 because future has completed 2024-11-07T23:13:53,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c68c502419333547b255b7207c3d839, server=d0c5e9b9277f,42255,1731021210233 because future has completed 2024-11-07T23:13:53,028 INFO [StoreOpener-ab79b8768cbb0d3bc11d70d11bd95dfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,030 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f928df1967eeb26908a87fff4f61b99e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:53,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-07T23:13:53,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 220cd02e837f6640905ac028979da194, server=d0c5e9b9277f,38653,1731021210332 in 10.1100 sec 2024-11-07T23:13:53,031 INFO [StoreOpener-ab79b8768cbb0d3bc11d70d11bd95dfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab79b8768cbb0d3bc11d70d11bd95dfd columnFamilyName cf 2024-11-07T23:13:53,031 DEBUG [StoreOpener-ab79b8768cbb0d3bc11d70d11bd95dfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:53,031 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f928df1967eeb26908a87fff4f61b99e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60482577, jitterRate=-0.0987393707036972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:53,032 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:13:53,032 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f928df1967eeb26908a87fff4f61b99e: Running coprocessor pre-open hook at 1731021233005Writing region info on filesystem at 1731021233005Initializing all the Stores at 1731021233008 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021233008Cleaning up temporary data from old regions at 1731021233019 (+11 ms)Running coprocessor post-open hooks at 1731021233032 (+13 ms)Region opened successfully at 1731021233032 2024-11-07T23:13:53,032 INFO [StoreOpener-ab79b8768cbb0d3bc11d70d11bd95dfd-1 {}] regionserver.HStore(327): Store=ab79b8768cbb0d3bc11d70d11bd95dfd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:53,033 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,033 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e., pid=22, masterSystemTime=1731021232961 2024-11-07T23:13:53,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-07T23:13:53,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c68c502419333547b255b7207c3d839, server=d0c5e9b9277f,42255,1731021210233 in 10.0870 sec 2024-11-07T23:13:53,034 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,035 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=220cd02e837f6640905ac028979da194, ASSIGN in 10.2950 sec 2024-11-07T23:13:53,036 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,036 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,036 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:13:53,036 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:13:53,036 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:13:53,037 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d3464c9f83ddcc7494fff391dbef2bd6, NAME => 'SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T23:13:53,037 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,037 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:13:53,037 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,038 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c68c502419333547b255b7207c3d839, ASSIGN in 10.2980 sec 2024-11-07T23:13:53,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f928df1967eeb26908a87fff4f61b99e, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:53,039 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,040 INFO [StoreOpener-d3464c9f83ddcc7494fff391dbef2bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f928df1967eeb26908a87fff4f61b99e, server=d0c5e9b9277f,33647,1731021210380 because future has completed 2024-11-07T23:13:53,043 INFO [StoreOpener-d3464c9f83ddcc7494fff391dbef2bd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3464c9f83ddcc7494fff391dbef2bd6 columnFamilyName cf 2024-11-07T23:13:53,043 DEBUG [StoreOpener-d3464c9f83ddcc7494fff391dbef2bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:13:53,043 INFO [StoreOpener-d3464c9f83ddcc7494fff391dbef2bd6-1 {}] regionserver.HStore(327): Store=d3464c9f83ddcc7494fff391dbef2bd6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:13:53,044 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,045 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,045 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,046 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,046 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-07T23:13:53,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f928df1967eeb26908a87fff4f61b99e, server=d0c5e9b9277f,33647,1731021210380 in 10.0920 sec 2024-11-07T23:13:53,049 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN in 10.3120 sec 2024-11-07T23:13:53,056 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:53,056 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/d3464c9f83ddcc7494fff391dbef2bd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:13:53,057 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened ab79b8768cbb0d3bc11d70d11bd95dfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60987488, jitterRate=-0.09121561050415039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:53,057 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:13:53,057 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d3464c9f83ddcc7494fff391dbef2bd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72621742, jitterRate=0.08214828372001648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:13:53,057 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for ab79b8768cbb0d3bc11d70d11bd95dfd: Running coprocessor pre-open hook at 1731021233023Writing region info on filesystem at 1731021233023Initializing all the Stores at 1731021233025 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021233025Cleaning up temporary data from old regions at 1731021233036 (+11 ms)Running coprocessor post-open hooks at 1731021233057 (+21 ms)Region opened successfully at 1731021233057 2024-11-07T23:13:53,057 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:13:53,058 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d3464c9f83ddcc7494fff391dbef2bd6: Running coprocessor pre-open hook at 1731021233038Writing region info on filesystem at 1731021233038Initializing all the Stores at 1731021233039 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021233039Cleaning up temporary data from old regions at 1731021233046 (+7 ms)Running coprocessor post-open hooks at 1731021233058 (+12 ms)Region opened successfully at 1731021233058 2024-11-07T23:13:53,059 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd., pid=16, masterSystemTime=1731021232916 2024-11-07T23:13:53,059 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., pid=23, masterSystemTime=1731021232961 2024-11-07T23:13:53,061 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:13:53,061 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:13:53,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ab79b8768cbb0d3bc11d70d11bd95dfd, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:13:53,064 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d3464c9f83ddcc7494fff391dbef2bd6, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,33647,1731021210380 2024-11-07T23:13:53,065 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:13:53,065 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:13:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab79b8768cbb0d3bc11d70d11bd95dfd, server=d0c5e9b9277f,42255,1731021210233 because future has completed 2024-11-07T23:13:53,067 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d0c5e9b9277f,42255,1731021210233, table=SPTestTable, region=ab79b8768cbb0d3bc11d70d11bd95dfd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T23:13:53,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6, server=d0c5e9b9277f,33647,1731021210380 because future has completed 2024-11-07T23:13:53,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-07T23:13:53,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ab79b8768cbb0d3bc11d70d11bd95dfd, server=d0c5e9b9277f,42255,1731021210233 in 10.1560 sec 2024-11-07T23:13:53,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-07T23:13:53,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6, server=d0c5e9b9277f,33647,1731021210380 in 10.1180 sec 2024-11-07T23:13:53,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ab79b8768cbb0d3bc11d70d11bd95dfd, ASSIGN in 10.3370 sec 2024-11-07T23:13:53,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-07T23:13:53,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN in 10.3390 sec 2024-11-07T23:13:53,080 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T23:13:53,080 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021233080"}]},"ts":"1731021233080"} 2024-11-07T23:13:53,082 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-07T23:13:53,084 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T23:13:53,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6350 sec 2024-11-07T23:13:55,476 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-07T23:13:58,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:13:58,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:13:59,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-07T23:13:59,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-07T23:14:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:14:00,692 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-07T23:14:00,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-07T23:14:00,694 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T23:14:00,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-07T23:14:00,707 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T23:14:00,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-07T23:14:00,754 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., hostname=d0c5e9b9277f,33647,1731021210380, seqNum=2] 2024-11-07T23:14:00,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., hostname=d0c5e9b9277f,33647,1731021210380, seqNum=2] 2024-11-07T23:14:00,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., hostname=d0c5e9b9277f,33647,1731021210380, seqNum=2] 2024-11-07T23:14:00,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., hostname=d0c5e9b9277f,33647,1731021210380, seqNum=2] 2024-11-07T23:14:00,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., hostname=d0c5e9b9277f,33647,1731021210380, seqNum=2] 2024-11-07T23:14:00,773 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., hostname=d0c5e9b9277f,33647,1731021210380, seqNum=2] 2024-11-07T23:14:00,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., hostname=d0c5e9b9277f,33647,1731021210380, seqNum=2] 2024-11-07T23:14:00,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., hostname=d0c5e9b9277f,33647,1731021210380, seqNum=2] 2024-11-07T23:14:00,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,829 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,880 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,885 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194., hostname=d0c5e9b9277f,38653,1731021210332, seqNum=2] 2024-11-07T23:14:00,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd., hostname=d0c5e9b9277f,42255,1731021210233, seqNum=2] 2024-11-07T23:14:00,952 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd., hostname=d0c5e9b9277f,42255,1731021210233, seqNum=2] 2024-11-07T23:14:00,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd., hostname=d0c5e9b9277f,42255,1731021210233, seqNum=2] 2024-11-07T23:14:00,956 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd., hostname=d0c5e9b9277f,42255,1731021210233, seqNum=2] 2024-11-07T23:14:00,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd., hostname=d0c5e9b9277f,42255,1731021210233, seqNum=2] 2024-11-07T23:14:00,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd., hostname=d0c5e9b9277f,42255,1731021210233, seqNum=2] 2024-11-07T23:14:00,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd., hostname=d0c5e9b9277f,42255,1731021210233, seqNum=2] 2024-11-07T23:14:00,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd., hostname=d0c5e9b9277f,42255,1731021210233, seqNum=2] 2024-11-07T23:14:01,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:14:01,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:14:01,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:14:01,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:14:01,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T23:14:01,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33647 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T23:14:01,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38653 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T23:14:02,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:14:02,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42255 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T23:14:02,894 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-07T23:14:02,896 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T23:14:02,897 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T23:14:02,902 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T23:14:02,918 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T23:14:02,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741848_1024 (size=49) 2024-11-07T23:14:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741848_1024 (size=49) 2024-11-07T23:14:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741848_1024 (size=49) 2024-11-07T23:14:02,931 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T23:14:02,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f8ec9cf34885cb6ebf8226d88aa3475}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dd96304a2e9cd69e397131edef448fc}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5aef3669b11bf222452867a95295065}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c68c502419333547b255b7207c3d839}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 434b09881fedc39a807ce8819e587780}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 220cd02e837f6640905ac028979da194}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab79b8768cbb0d3bc11d70d11bd95dfd}] 2024-11-07T23:14:02,938 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5aef3669b11bf222452867a95295065 2024-11-07T23:14:02,938 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:14:02,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:14:02,939 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:02,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:14:02,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 220cd02e837f6640905ac028979da194 2024-11-07T23:14:02,946 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 434b09881fedc39a807ce8819e587780 2024-11-07T23:14:02,946 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:02,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c68c502419333547b255b7207c3d839 2024-11-07T23:14:02,947 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:02,997 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d0c5e9b9277f,33647,1731021210380 2024-11-07T23:14:02,998 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d0c5e9b9277f,33647,1731021210380: Simulated kill ***** 2024-11-07T23:14:02,998 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T23:14:03,001 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T23:14:03,002 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T23:14:03,004 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T23:14:03,004 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T23:14:03,010 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 261785088 }, "NonHeapMemoryUsage": { "committed": 157679616, "init": 7667712, "max": -1, "used": 154187592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "d0c5e9b9277f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "d0c5e9b9277f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51936", "tag.serverName": "d0c5e9b9277f,38653,1731021210332", "tag.clusterId": "7ccd5433-73d6-4d00-aa87-9c3353d8070c", "tag.Context": "regionserver", "tag.Hostname": "d0c5e9b9277f", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731021210332, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-07T23:14:03,014 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33925 {}] master.MasterRpcServices(700): d0c5e9b9277f,33647,1731021210380 reported a fatal error: ***** ABORTING region server d0c5e9b9277f,33647,1731021210380: Simulated kill ***** 2024-11-07T23:14:03,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd0c5e9b9277f,33647,1731021210380' ***** 2024-11-07T23:14:03,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-07T23:14:03,017 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T23:14:03,018 INFO [RS:2;d0c5e9b9277f:33647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-07T23:14:03,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T23:14:03,018 INFO [RS:2;d0c5e9b9277f:33647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-07T23:14:03,018 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T23:14:03,018 INFO [RS:2;d0c5e9b9277f:33647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d0c5e9b9277f:33647. 2024-11-07T23:14:03,018 DEBUG [RS:2;d0c5e9b9277f:33647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:14:03,018 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T23:14:03,018 DEBUG [RS:2;d0c5e9b9277f:33647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:14:03,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741835_1011 (size=966) 2024-11-07T23:14:03,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741835_1011 (size=966) 2024-11-07T23:14:03,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741835_1011 (size=966) 2024-11-07T23:14:03,027 DEBUG [RS:2;d0c5e9b9277f:33647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:14:03,027 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:14:03,027 INFO [RS:2;d0c5e9b9277f:33647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33647 2024-11-07T23:14:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:14:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d0c5e9b9277f,33647,1731021210380 2024-11-07T23:14:03,034 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T23:14:03,034 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007fb2d4903408@56819059 rejected from java.util.concurrent.ThreadPoolExecutor@138304ed[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-07T23:14:03,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d0c5e9b9277f,33647,1731021210380] 2024-11-07T23:14:03,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d0c5e9b9277f,33647,1731021210380 already deleted, retry=false 2024-11-07T23:14:03,039 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d0c5e9b9277f,33647,1731021210380 on d0c5e9b9277f,33925,1731021209482 2024-11-07T23:14:03,047 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d0c5e9b9277f,33647,1731021210380, splitWal=true, meta=false 2024-11-07T23:14:03,050 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for d0c5e9b9277f,33647,1731021210380 (carryingMeta=false) d0c5e9b9277f,33647,1731021210380/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2f72fc48[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T23:14:03,051 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d0c5e9b9277f,33647,1731021210380, splitWal=true, meta=false 2024-11-07T23:14:03,053 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): d0c5e9b9277f,33647,1731021210380 had 3 regions 2024-11-07T23:14:03,053 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:03,054 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:03,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:03,057 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d0c5e9b9277f,33647,1731021210380, splitWal=true, meta=false, isMeta: false 2024-11-07T23:14:03,057 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 can not run currently because target server of region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T23:14:03,057 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6; timeout=1000, timestamp=1731021244057 2024-11-07T23:14:03,058 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f can not run currently because target server of region SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T23:14:03,058 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e can not run currently because target server of region SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T23:14:03,058 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f; timeout=1000, timestamp=1731021244058 2024-11-07T23:14:03,058 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e; timeout=1000, timestamp=1731021244058 2024-11-07T23:14:03,061 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting 2024-11-07T23:14:03,063 INFO [PEWorker-4 {}] master.SplitWALManager(105): d0c5e9b9277f,33647,1731021210380 WAL count=1, meta=false 2024-11-07T23:14:03,065 INFO [regionserver/d0c5e9b9277f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:14:03,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d0c5e9b9277f%2C33647%2C1731021210380.1731021211679}] 2024-11-07T23:14:03,073 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:03,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d0c5e9b9277f%2C33647%2C1731021210380.1731021211679, worker=d0c5e9b9277f,42255,1731021210233}] 2024-11-07T23:14:03,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:14:03,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33647-0x100f4b5668a0003, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:14:03,140 INFO [RS:2;d0c5e9b9277f:33647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T23:14:03,140 INFO [RS:2;d0c5e9b9277f:33647 {}] regionserver.HRegionServer(1031): Exiting; stopping=d0c5e9b9277f,33647,1731021210380; zookeeper connection closed. 2024-11-07T23:14:03,141 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e6a6032 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e6a6032 2024-11-07T23:14:03,536 INFO [regionserver/d0c5e9b9277f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T23:14:03,536 INFO [regionserver/d0c5e9b9277f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T23:14:04,057 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:04,058 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:04,058 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:04,059 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 can not run currently because target server of region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T23:14:04,059 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6; timeout=2000, timestamp=1731021246059 2024-11-07T23:14:04,060 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e can not run currently because target server of region SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T23:14:04,060 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e; timeout=2000, timestamp=1731021246060 2024-11-07T23:14:04,060 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f can not run currently because target server of region SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T23:14:04,060 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f; timeout=2000, timestamp=1731021246060 2024-11-07T23:14:06,059 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:06,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:06,060 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:06,061 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 can not run currently because target server of region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T23:14:06,061 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6; timeout=4000, timestamp=1731021250061 2024-11-07T23:14:06,062 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e can not run currently because target server of region SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T23:14:06,062 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f can not run currently because target server of region SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T23:14:06,062 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e; timeout=4000, timestamp=1731021250062 2024-11-07T23:14:06,062 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f; timeout=4000, timestamp=1731021250062 2024-11-07T23:14:10,062 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:10,063 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:10,063 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:10,063 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 can not run currently because target server of region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T23:14:10,063 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6; timeout=8000, timestamp=1731021258063 2024-11-07T23:14:10,064 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f can not run currently because target server of region SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T23:14:10,064 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e can not run currently because target server of region SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. d0c5e9b9277f,33647,1731021210380 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T23:14:10,064 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f; timeout=8000, timestamp=1731021258064 2024-11-07T23:14:10,064 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e; timeout=8000, timestamp=1731021258064 2024-11-07T23:14:12,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-07T23:14:12,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-07T23:14:12,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-07T23:14:12,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-07T23:14:12,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:14:12,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:14:12,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-07T23:14:12,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:14:12,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-07T23:14:12,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:14:12,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-07T23:14:12,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:14:12,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:14:12,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-07T23:14:12,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1dd96304a2e9cd69e397131edef448fc: 2024-11-07T23:14:12,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 2f8ec9cf34885cb6ebf8226d88aa3475: 2024-11-07T23:14:12,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f5aef3669b11bf222452867a95295065: 2024-11-07T23:14:12,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. for SnapshotProcedureTest completed. 2024-11-07T23:14:12,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. for SnapshotProcedureTest completed. 2024-11-07T23:14:12,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. for SnapshotProcedureTest completed. 2024-11-07T23:14:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:12,956 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing ab79b8768cbb0d3bc11d70d11bd95dfd 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-07T23:14:12,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:12,956 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 220cd02e837f6640905ac028979da194 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-07T23:14:12,956 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 434b09881fedc39a807ce8819e587780 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-07T23:14:12,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:12,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:12,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:12,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:12,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:14:12,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:14:12,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:14:12,991 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679, size=966 (966bytes) 2024-11-07T23:14:12,992 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T23:14:12,992 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T23:14:12,993 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679 2024-11-07T23:14:13,001 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679 after 5ms 2024-11-07T23:14:13,022 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679 took 33ms 2024-11-07T23:14:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741849_1025 (size=65) 2024-11-07T23:14:13,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741849_1025 (size=65) 2024-11-07T23:14:13,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741849_1025 (size=65) 2024-11-07T23:14:13,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:14:13,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-07T23:14:13,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:14:13,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3c68c502419333547b255b7207c3d839: 2024-11-07T23:14:13,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. for SnapshotProcedureTest completed. 2024-11-07T23:14:13,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:13,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:13,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:14:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-07T23:14:13,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5aef3669b11bf222452867a95295065 2024-11-07T23:14:13,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5aef3669b11bf222452867a95295065 2024-11-07T23:14:13,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5aef3669b11bf222452867a95295065 in 10.1330 sec 2024-11-07T23:14:13,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780/.tmp/cf/bb9cb8bf06644a15b89ad9204922a7bf is 34, key is baa/cf:cf/1731021241804/Put/seqid=0 2024-11-07T23:14:13,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194/.tmp/cf/432c63f8386d4f168bc6ed7b67c0d4b8 is 34, key is ccd/cf:cf/1731021241896/Put/seqid=0 2024-11-07T23:14:13,122 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e916aaf46d72f6d44846d3de32f2963f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T23:14:13,125 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f928df1967eeb26908a87fff4f61b99e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T23:14:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741850_1026 (size=57) 2024-11-07T23:14:13,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741850_1026 (size=57) 2024-11-07T23:14:13,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741850_1026 (size=57) 2024-11-07T23:14:13,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:14:13,127 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-07T23:14:13,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741851_1027 (size=65) 2024-11-07T23:14:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741851_1027 (size=65) 2024-11-07T23:14:13,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741851_1027 (size=65) 2024-11-07T23:14:13,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:14:13,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-07T23:14:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-07T23:14:13,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:14:13,134 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:14:13,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1dd96304a2e9cd69e397131edef448fc in 10.2030 sec 2024-11-07T23:14:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-07T23:14:13,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:14:13,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:14:13,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2f8ec9cf34885cb6ebf8226d88aa3475 in 10.2280 sec 2024-11-07T23:14:13,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d3464c9f83ddcc7494fff391dbef2bd6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T23:14:13,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679 so closing down 2024-11-07T23:14:13,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T23:14:13,167 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T23:14:13,181 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 58 ms; skipped=3; WAL=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679, size=966, length=966, corrupted=false, cancelled=false 2024-11-07T23:14:13,181 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679, journal: Splitting hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679, size=966 (966bytes) at 1731021252991Finishing writing output for hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679 so closing down at 1731021253166 (+175 ms)3 split writer threads finished at 1731021253167 (+1 ms)Processed 3 edits across 0 Regions in 58 ms; skipped=3; WAL=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679, size=966, length=966, corrupted=false, cancelled=false at 1731021253181 (+14 ms) 2024-11-07T23:14:13,182 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679 2024-11-07T23:14:13,182 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-07T23:14:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-07T23:14:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741854_1030 (size=47197) 2024-11-07T23:14:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741854_1030 (size=47197) 2024-11-07T23:14:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741854_1030 (size=47197) 2024-11-07T23:14:13,193 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194/.tmp/cf/432c63f8386d4f168bc6ed7b67c0d4b8 2024-11-07T23:14:13,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd/.tmp/cf/903629922b5442238bbc21b370c6cda5 is 34, key is eaa/cf:cf/1731021242679/Put/seqid=0 2024-11-07T23:14:13,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741852_1028 (size=65) 2024-11-07T23:14:13,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741852_1028 (size=65) 2024-11-07T23:14:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741852_1028 (size=65) 2024-11-07T23:14:13,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:14:13,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-07T23:14:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-07T23:14:13,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c68c502419333547b255b7207c3d839 2024-11-07T23:14:13,219 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c68c502419333547b255b7207c3d839 2024-11-07T23:14:13,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c68c502419333547b255b7207c3d839 in 10.2870 sec 2024-11-07T23:14:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741853_1029 (size=28623) 2024-11-07T23:14:13,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741853_1029 (size=28623) 2024-11-07T23:14:13,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741853_1029 (size=28623) 2024-11-07T23:14:13,248 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780/.tmp/cf/bb9cb8bf06644a15b89ad9204922a7bf 2024-11-07T23:14:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741855_1031 (size=499309) 2024-11-07T23:14:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741855_1031 (size=499309) 2024-11-07T23:14:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741855_1031 (size=499309) 2024-11-07T23:14:13,265 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting/d0c5e9b9277f%2C33647%2C1731021210380.1731021211679 to hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/oldWALs 2024-11-07T23:14:13,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-07T23:14:13,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d0c5e9b9277f%2C33647%2C1731021210380.1731021211679, worker=d0c5e9b9277f,42255,1731021210233 in 10.1870 sec 2024-11-07T23:14:13,273 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:13,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-07T23:14:13,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure d0c5e9b9277f%2C33647%2C1731021210380.1731021211679, worker=d0c5e9b9277f,42255,1731021210233 in 10.2090 sec 2024-11-07T23:14:13,281 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting dir is empty, no logs to split. 2024-11-07T23:14:13,281 INFO [PEWorker-3 {}] master.SplitWALManager(105): d0c5e9b9277f,33647,1731021210380 WAL count=0, meta=false 2024-11-07T23:14:13,281 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d0c5e9b9277f,33647,1731021210380 WAL splitting is done? wals=0, meta=false 2024-11-07T23:14:13,283 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd/.tmp/cf/903629922b5442238bbc21b370c6cda5 2024-11-07T23:14:13,285 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d0c5e9b9277f,33647,1731021210380 failed, ignore...File hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/WALs/d0c5e9b9277f,33647,1731021210380-splitting does not exist. 2024-11-07T23:14:13,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN}] 2024-11-07T23:14:13,291 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN 2024-11-07T23:14:13,291 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN 2024-11-07T23:14:13,291 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN 2024-11-07T23:14:13,293 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T23:14:13,294 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T23:14:13,294 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T23:14:13,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194/.tmp/cf/432c63f8386d4f168bc6ed7b67c0d4b8 as hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194/cf/432c63f8386d4f168bc6ed7b67c0d4b8 2024-11-07T23:14:13,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780/.tmp/cf/bb9cb8bf06644a15b89ad9204922a7bf as hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780/cf/bb9cb8bf06644a15b89ad9204922a7bf 2024-11-07T23:14:13,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd/.tmp/cf/903629922b5442238bbc21b370c6cda5 as hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd/cf/903629922b5442238bbc21b370c6cda5 2024-11-07T23:14:13,362 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd/cf/903629922b5442238bbc21b370c6cda5, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-07T23:14:13,373 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780/cf/bb9cb8bf06644a15b89ad9204922a7bf, entries=731, sequenceid=5, filesize=28.0 K 2024-11-07T23:14:13,377 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for ab79b8768cbb0d3bc11d70d11bd95dfd in 417ms, sequenceid=5, compaction requested=false 2024-11-07T23:14:13,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for ab79b8768cbb0d3bc11d70d11bd95dfd: 2024-11-07T23:14:13,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. for SnapshotProcedureTest completed. 2024-11-07T23:14:13,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:13,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:13,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd/cf/903629922b5442238bbc21b370c6cda5] hfiles 2024-11-07T23:14:13,380 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 434b09881fedc39a807ce8819e587780 in 429ms, sequenceid=5, compaction requested=false 2024-11-07T23:14:13,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 434b09881fedc39a807ce8819e587780: 2024-11-07T23:14:13,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. for SnapshotProcedureTest completed. 2024-11-07T23:14:13,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:13,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:13,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd/cf/903629922b5442238bbc21b370c6cda5 for snapshot=SnapshotProcedureTest 2024-11-07T23:14:13,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780/cf/bb9cb8bf06644a15b89ad9204922a7bf] hfiles 2024-11-07T23:14:13,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780/cf/bb9cb8bf06644a15b89ad9204922a7bf for snapshot=SnapshotProcedureTest 2024-11-07T23:14:13,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194/cf/432c63f8386d4f168bc6ed7b67c0d4b8, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-07T23:14:13,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 220cd02e837f6640905ac028979da194 in 438ms, sequenceid=5, compaction requested=false 2024-11-07T23:14:13,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 220cd02e837f6640905ac028979da194: 2024-11-07T23:14:13,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. for SnapshotProcedureTest completed. 2024-11-07T23:14:13,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:13,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:13,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194/cf/432c63f8386d4f168bc6ed7b67c0d4b8] hfiles 2024-11-07T23:14:13,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194/cf/432c63f8386d4f168bc6ed7b67c0d4b8 for snapshot=SnapshotProcedureTest 2024-11-07T23:14:13,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741856_1032 (size=97) 2024-11-07T23:14:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741856_1032 (size=97) 2024-11-07T23:14:13,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741856_1032 (size=97) 2024-11-07T23:14:13,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741858_1034 (size=105) 2024-11-07T23:14:13,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741857_1033 (size=105) 2024-11-07T23:14:13,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741857_1033 (size=105) 2024-11-07T23:14:13,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:14:13,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T23:14:13,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741858_1034 (size=105) 2024-11-07T23:14:13,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741857_1033 (size=105) 2024-11-07T23:14:13,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:14:13,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-07T23:14:13,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741858_1034 (size=105) 2024-11-07T23:14:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-07T23:14:13,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 434b09881fedc39a807ce8819e587780 2024-11-07T23:14:13,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 434b09881fedc39a807ce8819e587780 2024-11-07T23:14:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-07T23:14:13,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 220cd02e837f6640905ac028979da194 2024-11-07T23:14:13,428 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 220cd02e837f6640905ac028979da194 2024-11-07T23:14:13,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 434b09881fedc39a807ce8819e587780 in 10.4950 sec 2024-11-07T23:14:13,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 220cd02e837f6640905ac028979da194 in 10.4960 sec 2024-11-07T23:14:13,444 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(204): Hosts are {d0c5e9b9277f=0} racks are {/default-rack=0} 2024-11-07T23:14:13,445 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T23:14:13,445 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T23:14:13,445 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T23:14:13,445 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T23:14:13,445 INFO [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T23:14:13,445 INFO [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T23:14:13,445 DEBUG [d0c5e9b9277f:33925 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T23:14:13,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e916aaf46d72f6d44846d3de32f2963f, regionState=OPENING, regionLocation=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:13,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f928df1967eeb26908a87fff4f61b99e, regionState=OPENING, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:13,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d3464c9f83ddcc7494fff391dbef2bd6, regionState=OPENING, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:13,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN because future has completed 2024-11-07T23:14:13,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6, server=d0c5e9b9277f,42255,1731021210233}] 2024-11-07T23:14:13,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN because future has completed 2024-11-07T23:14:13,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure e916aaf46d72f6d44846d3de32f2963f, server=d0c5e9b9277f,38653,1731021210332}] 2024-11-07T23:14:13,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN because future has completed 2024-11-07T23:14:13,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f928df1967eeb26908a87fff4f61b99e, server=d0c5e9b9277f,42255,1731021210233}] 2024-11-07T23:14:13,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:14:13,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T23:14:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-07T23:14:13,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:14:13,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:14:13,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ab79b8768cbb0d3bc11d70d11bd95dfd in 10.8910 sec 2024-11-07T23:14:18,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f held by pid=40 2024-11-07T23:14:18,064 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 held by pid=39 2024-11-07T23:14:18,064 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:18,064 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:18,064 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e held by pid=41 2024-11-07T23:14:18,064 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:22,237 INFO [master/d0c5e9b9277f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T23:14:22,238 INFO [master/d0c5e9b9277f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T23:14:23,464 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:23,465 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => d3464c9f83ddcc7494fff391dbef2bd6, NAME => 'SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T23:14:23,465 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,465 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:14:23,465 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,465 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,471 INFO [StoreOpener-d3464c9f83ddcc7494fff391dbef2bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,473 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:23,473 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => e916aaf46d72f6d44846d3de32f2963f, NAME => 'SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T23:14:23,473 INFO [StoreOpener-d3464c9f83ddcc7494fff391dbef2bd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3464c9f83ddcc7494fff391dbef2bd6 columnFamilyName cf 2024-11-07T23:14:23,473 DEBUG [StoreOpener-d3464c9f83ddcc7494fff391dbef2bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:23,473 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,473 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:14:23,473 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,474 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,474 INFO [StoreOpener-d3464c9f83ddcc7494fff391dbef2bd6-1 {}] regionserver.HStore(327): Store=d3464c9f83ddcc7494fff391dbef2bd6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:14:23,474 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,475 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,475 INFO [StoreOpener-e916aaf46d72f6d44846d3de32f2963f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,477 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,477 INFO [StoreOpener-e916aaf46d72f6d44846d3de32f2963f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e916aaf46d72f6d44846d3de32f2963f columnFamilyName cf 2024-11-07T23:14:23,477 DEBUG [StoreOpener-e916aaf46d72f6d44846d3de32f2963f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:23,478 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,478 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,478 INFO [StoreOpener-e916aaf46d72f6d44846d3de32f2963f-1 {}] regionserver.HStore(327): Store=e916aaf46d72f6d44846d3de32f2963f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:14:23,478 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,479 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,480 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,481 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,482 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened d3464c9f83ddcc7494fff391dbef2bd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60679816, jitterRate=-0.09580028057098389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:14:23,482 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,482 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,482 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,482 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for d3464c9f83ddcc7494fff391dbef2bd6: Running coprocessor pre-open hook at 1731021263465Writing region info on filesystem at 1731021263465Initializing all the Stores at 1731021263467 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021263467Cleaning up temporary data from old regions at 1731021263478 (+11 ms)Running coprocessor post-open hooks at 1731021263482 (+4 ms)Region opened successfully at 1731021263482 2024-11-07T23:14:23,484 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., pid=42, masterSystemTime=1731021263459 2024-11-07T23:14:23,486 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,487 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:23,487 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:23,487 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:23,487 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => f928df1967eeb26908a87fff4f61b99e, NAME => 'SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T23:14:23,487 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,488 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:14:23,488 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d3464c9f83ddcc7494fff391dbef2bd6, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:23,488 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,489 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened e916aaf46d72f6d44846d3de32f2963f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67789380, jitterRate=0.010140478610992432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:14:23,489 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,489 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for e916aaf46d72f6d44846d3de32f2963f: Running coprocessor pre-open hook at 1731021263474Writing region info on filesystem at 1731021263474Initializing all the Stores at 1731021263475 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021263475Cleaning up temporary data from old regions at 1731021263482 (+7 ms)Running coprocessor post-open hooks at 1731021263489 (+7 ms)Region opened successfully at 1731021263489 2024-11-07T23:14:23,490 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f., pid=43, masterSystemTime=1731021263463 2024-11-07T23:14:23,490 INFO [StoreOpener-f928df1967eeb26908a87fff4f61b99e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6, server=d0c5e9b9277f,42255,1731021210233 because future has completed 2024-11-07T23:14:23,491 INFO [StoreOpener-f928df1967eeb26908a87fff4f61b99e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f928df1967eeb26908a87fff4f61b99e columnFamilyName cf 2024-11-07T23:14:23,492 DEBUG [StoreOpener-f928df1967eeb26908a87fff4f61b99e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:23,492 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:23,492 INFO [StoreOpener-f928df1967eeb26908a87fff4f61b99e-1 {}] regionserver.HStore(327): Store=f928df1967eeb26908a87fff4f61b99e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:14:23,493 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,493 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:23,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e916aaf46d72f6d44846d3de32f2963f, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:23,494 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure e916aaf46d72f6d44846d3de32f2963f, server=d0c5e9b9277f,38653,1731021210332 because future has completed 2024-11-07T23:14:23,496 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-07T23:14:23,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6, server=d0c5e9b9277f,42255,1731021210233 in 10.0390 sec 2024-11-07T23:14:23,497 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,498 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3464c9f83ddcc7494fff391dbef2bd6, ASSIGN in 10.2080 sec 2024-11-07T23:14:23,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:23,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-07T23:14:23,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure e916aaf46d72f6d44846d3de32f2963f, server=d0c5e9b9277f,38653,1731021210332 in 10.0390 sec 2024-11-07T23:14:23,502 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e916aaf46d72f6d44846d3de32f2963f, ASSIGN in 10.2110 sec 2024-11-07T23:14:23,502 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:23,504 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened f928df1967eeb26908a87fff4f61b99e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71711425, jitterRate=0.06858350336551666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:14:23,504 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,504 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for f928df1967eeb26908a87fff4f61b99e: Running coprocessor pre-open hook at 1731021263488Writing region info on filesystem at 1731021263488Initializing all the Stores at 1731021263489 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021263489Cleaning up temporary data from old regions at 1731021263498 (+9 ms)Running coprocessor post-open hooks at 1731021263504 (+6 ms)Region opened successfully at 1731021263504 2024-11-07T23:14:23,505 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e., pid=44, masterSystemTime=1731021263459 2024-11-07T23:14:23,507 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:23,507 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:23,508 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f928df1967eeb26908a87fff4f61b99e, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:23,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f928df1967eeb26908a87fff4f61b99e, server=d0c5e9b9277f,42255,1731021210233 because future has completed 2024-11-07T23:14:23,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-07T23:14:23,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure f928df1967eeb26908a87fff4f61b99e, server=d0c5e9b9277f,42255,1731021210233 in 10.0540 sec 2024-11-07T23:14:23,518 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:23,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-07T23:14:23,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f928df1967eeb26908a87fff4f61b99e, ASSIGN in 10.2270 sec 2024-11-07T23:14:23,520 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server d0c5e9b9277f,33647,1731021210380 after splitting done 2024-11-07T23:14:23,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure d0c5e9b9277f,33647,1731021210380, splitWal=true, meta=false in 20.4800 sec 2024-11-07T23:14:28,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:14:28,989 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T23:14:31,521 INFO [regionserver/d0c5e9b9277f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T23:14:32,234 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d0c5e9b9277f:33925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T23:14:33,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-07T23:14:33,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-07T23:14:33,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d3464c9f83ddcc7494fff391dbef2bd6: 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for f928df1967eeb26908a87fff4f61b99e: 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. for SnapshotProcedureTest completed. 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. for SnapshotProcedureTest completed. 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:14:33,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-07T23:14:33,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:33,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e916aaf46d72f6d44846d3de32f2963f: 2024-11-07T23:14:33,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. for SnapshotProcedureTest completed. 2024-11-07T23:14:33,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:14:33,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:14:33,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:14:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741860_1036 (size=65) 2024-11-07T23:14:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741860_1036 (size=65) 2024-11-07T23:14:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741860_1036 (size=65) 2024-11-07T23:14:33,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:33,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-07T23:14:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-07T23:14:33,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:33,523 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:33,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3464c9f83ddcc7494fff391dbef2bd6 in 30.5910 sec 2024-11-07T23:14:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741859_1035 (size=65) 2024-11-07T23:14:33,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741859_1035 (size=65) 2024-11-07T23:14:33,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741859_1035 (size=65) 2024-11-07T23:14:33,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:33,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T23:14:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-07T23:14:33,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:33,533 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:33,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f928df1967eeb26908a87fff4f61b99e in 30.6020 sec 2024-11-07T23:14:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741861_1037 (size=65) 2024-11-07T23:14:33,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741861_1037 (size=65) 2024-11-07T23:14:33,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741861_1037 (size=65) 2024-11-07T23:14:33,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:33,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-07T23:14:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-07T23:14:33,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:33,542 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:33,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-07T23:14:33,545 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T23:14:33,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e916aaf46d72f6d44846d3de32f2963f in 30.6100 sec 2024-11-07T23:14:33,548 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T23:14:33,550 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T23:14:33,551 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-07T23:14:33,554 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T23:14:33,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741862_1038 (size=1134) 2024-11-07T23:14:33,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741862_1038 (size=1134) 2024-11-07T23:14:33,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741862_1038 (size=1134) 2024-11-07T23:14:33,602 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T23:14:33,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-07T23:14:33,618 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:33,619 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:33,619 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:33,619 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:33,619 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:33,623 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:37,956 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 434b09881fedc39a807ce8819e587780, had cached 0 bytes from a total of 28623 2024-11-07T23:14:37,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 220cd02e837f6640905ac028979da194, had cached 0 bytes from a total of 47197 2024-11-07T23:14:38,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ab79b8768cbb0d3bc11d70d11bd95dfd, had cached 0 bytes from a total of 499309 2024-11-07T23:14:42,193 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1dd96304a2e9cd69e397131edef448fc changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:42,194 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e916aaf46d72f6d44846d3de32f2963f changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:42,194 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 434b09881fedc39a807ce8819e587780 changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:42,194 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 220cd02e837f6640905ac028979da194 changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:42,195 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2f8ec9cf34885cb6ebf8226d88aa3475 changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:42,195 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f928df1967eeb26908a87fff4f61b99e changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:42,195 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f5aef3669b11bf222452867a95295065 changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:42,195 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3c68c502419333547b255b7207c3d839 changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:42,195 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d3464c9f83ddcc7494fff391dbef2bd6 changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:42,195 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ab79b8768cbb0d3bc11d70d11bd95dfd changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:14:43,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-07T23:14:43,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-07T23:14:43,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-07T23:14:43,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-07T23:14:43,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-07T23:14:43,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-07T23:14:43,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T23:14:43,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T23:14:43,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-07T23:14:43,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-07T23:14:43,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-07T23:14:43,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-07T23:14:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-07T23:14:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-07T23:14:43,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-07T23:14:43,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-07T23:14:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-07T23:14:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-07T23:14:43,633 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 Release verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:43,633 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 Release verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-07T23:14:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-07T23:14:43,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 in 10.0230 sec 2024-11-07T23:14:43,637 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:43,637 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:43,638 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 Release verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:43,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 in 10.0230 sec 2024-11-07T23:14:43,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 in 10.0280 sec 2024-11-07T23:14:43,642 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 Release verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:43,642 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 Release verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:43,643 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 Release verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:43,643 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:43,643 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:43,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 in 10.0320 sec 2024-11-07T23:14:43,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 in 10.0320 sec 2024-11-07T23:14:43,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 in 10.0330 sec 2024-11-07T23:14:53,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-07T23:14:53,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-07T23:14:53,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-07T23:14:53,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-07T23:14:53,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-07T23:14:53,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-07T23:14:53,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-07T23:14:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-07T23:14:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-07T23:14:53,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-07T23:14:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-07T23:14:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-07T23:14:53,645 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 Release verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:53,645 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 Release verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:53,647 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 Release verify snapshot worker=d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:53,647 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 Release verify snapshot worker=d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:53,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 in 20.0350 sec 2024-11-07T23:14:53,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 in 20.0350 sec 2024-11-07T23:14:53,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,42255,1731021210233 in 20.0370 sec 2024-11-07T23:14:53,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-07T23:14:53,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,38653,1731021210332 in 20.0370 sec 2024-11-07T23:14:53,650 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T23:14:53,652 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/.hbase-snapshot/SnapshotProcedureTest 2024-11-07T23:14:53,654 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T23:14:53,654 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-07T23:14:53,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7660 sec 2024-11-07T23:14:53,908 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-07T23:14:53,915 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T23:14:53,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T23:14:53,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T23:14:53,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:14:53,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:14:53,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:14:53,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T23:14:53,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T23:14:53,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=672619898, stopped=false 2024-11-07T23:14:53,917 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d0c5e9b9277f,33925,1731021209482 2024-11-07T23:14:53,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T23:14:53,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T23:14:53,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T23:14:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:53,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:53,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T23:14:53,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:14:53,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:14:53,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:14:53,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T23:14:53,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:14:53,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:14:53,923 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd0c5e9b9277f,42255,1731021210233' ***** 2024-11-07T23:14:53,923 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T23:14:53,923 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T23:14:53,923 INFO [RS:0;d0c5e9b9277f:42255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T23:14:53,923 INFO [RS:0;d0c5e9b9277f:42255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T23:14:53,923 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T23:14:53,924 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c68c502419333547b255b7207c3d839 2024-11-07T23:14:53,924 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(3091): Received CLOSE for f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:53,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd0c5e9b9277f,38653,1731021210332' ***** 2024-11-07T23:14:53,924 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f8ec9cf34885cb6ebf8226d88aa3475 2024-11-07T23:14:53,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T23:14:53,924 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(3091): Received CLOSE for f5aef3669b11bf222452867a95295065 2024-11-07T23:14:53,924 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(3091): Received CLOSE for d3464c9f83ddcc7494fff391dbef2bd6 2024-11-07T23:14:53,924 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(3091): Received CLOSE for ab79b8768cbb0d3bc11d70d11bd95dfd 2024-11-07T23:14:53,925 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(959): stopping server d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:53,925 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T23:14:53,925 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T23:14:53,925 INFO [RS:0;d0c5e9b9277f:42255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d0c5e9b9277f:42255. 2024-11-07T23:14:53,925 INFO [RS:1;d0c5e9b9277f:38653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T23:14:53,925 INFO [RS:1;d0c5e9b9277f:38653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T23:14:53,925 DEBUG [RS:0;d0c5e9b9277f:42255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:14:53,925 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(3091): Received CLOSE for e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:53,925 DEBUG [RS:0;d0c5e9b9277f:42255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:14:53,925 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T23:14:53,925 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T23:14:53,925 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T23:14:53,925 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T23:14:53,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T23:14:53,925 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c68c502419333547b255b7207c3d839, disabling compactions & flushes 2024-11-07T23:14:53,926 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:14:53,926 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:14:53,926 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(3091): Received CLOSE for 434b09881fedc39a807ce8819e587780 2024-11-07T23:14:53,926 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. after waiting 0 ms 2024-11-07T23:14:53,926 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:14:53,926 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dd96304a2e9cd69e397131edef448fc 2024-11-07T23:14:53,926 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(3091): Received CLOSE for 220cd02e837f6640905ac028979da194 2024-11-07T23:14:53,926 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e916aaf46d72f6d44846d3de32f2963f, disabling compactions & flushes 2024-11-07T23:14:53,926 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(959): stopping server d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:53,926 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:53,926 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T23:14:53,926 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:53,926 INFO [RS:1;d0c5e9b9277f:38653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d0c5e9b9277f:38653. 2024-11-07T23:14:53,926 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. after waiting 0 ms 2024-11-07T23:14:53,926 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:53,926 DEBUG [RS:1;d0c5e9b9277f:38653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:14:53,926 DEBUG [RS:1;d0c5e9b9277f:38653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:14:53,926 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-07T23:14:53,926 DEBUG [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(1325): Online Regions={e916aaf46d72f6d44846d3de32f2963f=SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f., 434b09881fedc39a807ce8819e587780=SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780., 1dd96304a2e9cd69e397131edef448fc=SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc., 220cd02e837f6640905ac028979da194=SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194.} 2024-11-07T23:14:53,927 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-07T23:14:53,927 DEBUG [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(1351): Waiting on 1dd96304a2e9cd69e397131edef448fc, 220cd02e837f6640905ac028979da194, 434b09881fedc39a807ce8819e587780, e916aaf46d72f6d44846d3de32f2963f 2024-11-07T23:14:53,927 DEBUG [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(1325): Online Regions={3c68c502419333547b255b7207c3d839=SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839., f928df1967eeb26908a87fff4f61b99e=SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e., 2f8ec9cf34885cb6ebf8226d88aa3475=SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475., f5aef3669b11bf222452867a95295065=SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065., d3464c9f83ddcc7494fff391dbef2bd6=SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6., 1588230740=hbase:meta,,1.1588230740, ab79b8768cbb0d3bc11d70d11bd95dfd=SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd.} 2024-11-07T23:14:53,927 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T23:14:53,927 DEBUG [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f8ec9cf34885cb6ebf8226d88aa3475, 3c68c502419333547b255b7207c3d839, ab79b8768cbb0d3bc11d70d11bd95dfd, d3464c9f83ddcc7494fff391dbef2bd6, f5aef3669b11bf222452867a95295065, f928df1967eeb26908a87fff4f61b99e 2024-11-07T23:14:53,927 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T23:14:53,927 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T23:14:53,927 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T23:14:53,927 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T23:14:53,928 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-07T23:14:53,945 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/e916aaf46d72f6d44846d3de32f2963f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:14:53,948 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:53,948 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e916aaf46d72f6d44846d3de32f2963f: Waiting for close lock at 1731021293926Running coprocessor pre-close hooks at 1731021293926Disabling compacts and flushes for region at 1731021293926Disabling writes for close at 1731021293926Writing region close event to WAL at 1731021293936 (+10 ms)Running coprocessor post-close hooks at 1731021293945 (+9 ms)Closed at 1731021293948 (+3 ms) 2024-11-07T23:14:53,949 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731021222442.e916aaf46d72f6d44846d3de32f2963f. 2024-11-07T23:14:53,949 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 434b09881fedc39a807ce8819e587780, disabling compactions & flushes 2024-11-07T23:14:53,949 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:14:53,949 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:14:53,949 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. after waiting 0 ms 2024-11-07T23:14:53,949 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:14:53,951 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/3c68c502419333547b255b7207c3d839/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:14:53,952 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:14:53,953 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c68c502419333547b255b7207c3d839: Waiting for close lock at 1731021293924Running coprocessor pre-close hooks at 1731021293925 (+1 ms)Disabling compacts and flushes for region at 1731021293925Disabling writes for close at 1731021293926 (+1 ms)Writing region close event to WAL at 1731021293927 (+1 ms)Running coprocessor post-close hooks at 1731021293952 (+25 ms)Closed at 1731021293952 2024-11-07T23:14:53,953 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731021222442.3c68c502419333547b255b7207c3d839. 2024-11-07T23:14:53,953 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f928df1967eeb26908a87fff4f61b99e, disabling compactions & flushes 2024-11-07T23:14:53,953 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:53,953 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:53,953 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. after waiting 0 ms 2024-11-07T23:14:53,953 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:53,961 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f928df1967eeb26908a87fff4f61b99e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:14:53,963 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:53,963 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f928df1967eeb26908a87fff4f61b99e: Waiting for close lock at 1731021293953Running coprocessor pre-close hooks at 1731021293953Disabling compacts and flushes for region at 1731021293953Disabling writes for close at 1731021293953Writing region close event to WAL at 1731021293955 (+2 ms)Running coprocessor post-close hooks at 1731021293962 (+7 ms)Closed at 1731021293963 (+1 ms) 2024-11-07T23:14:53,963 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e. 2024-11-07T23:14:53,963 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f8ec9cf34885cb6ebf8226d88aa3475, disabling compactions & flushes 2024-11-07T23:14:53,963 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:14:53,963 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:14:53,963 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. after waiting 0 ms 2024-11-07T23:14:53,963 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:14:53,969 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/434b09881fedc39a807ce8819e587780/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T23:14:53,970 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:14:53,970 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 434b09881fedc39a807ce8819e587780: Waiting for close lock at 1731021293949Running coprocessor pre-close hooks at 1731021293949Disabling compacts and flushes for region at 1731021293949Disabling writes for close at 1731021293949Writing region close event to WAL at 1731021293958 (+9 ms)Running coprocessor post-close hooks at 1731021293970 (+12 ms)Closed at 1731021293970 2024-11-07T23:14:53,970 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731021222442.434b09881fedc39a807ce8819e587780. 2024-11-07T23:14:53,970 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dd96304a2e9cd69e397131edef448fc, disabling compactions & flushes 2024-11-07T23:14:53,970 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:14:53,971 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:14:53,971 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. after waiting 0 ms 2024-11-07T23:14:53,971 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:14:53,973 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/2f8ec9cf34885cb6ebf8226d88aa3475/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:14:53,974 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/.tmp/info/db4b6be93e0141bdbc48d7c6ec36826f is 167, key is SPTestTable,19999999,1731021222442.f928df1967eeb26908a87fff4f61b99e./info:regioninfo/1731021263508/Put/seqid=0 2024-11-07T23:14:53,974 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:14:53,974 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f8ec9cf34885cb6ebf8226d88aa3475: Waiting for close lock at 1731021293963Running coprocessor pre-close hooks at 1731021293963Disabling compacts and flushes for region at 1731021293963Disabling writes for close at 1731021293963Writing region close event to WAL at 1731021293964 (+1 ms)Running coprocessor post-close hooks at 1731021293974 (+10 ms)Closed at 1731021293974 2024-11-07T23:14:53,974 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731021222442.2f8ec9cf34885cb6ebf8226d88aa3475. 2024-11-07T23:14:53,974 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5aef3669b11bf222452867a95295065, disabling compactions & flushes 2024-11-07T23:14:53,974 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:14:53,975 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:14:53,975 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. after waiting 0 ms 2024-11-07T23:14:53,975 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:14:53,982 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/1dd96304a2e9cd69e397131edef448fc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:14:53,982 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:14:53,983 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dd96304a2e9cd69e397131edef448fc: Waiting for close lock at 1731021293970Running coprocessor pre-close hooks at 1731021293970Disabling compacts and flushes for region at 1731021293970Disabling writes for close at 1731021293971 (+1 ms)Writing region close event to WAL at 1731021293976 (+5 ms)Running coprocessor post-close hooks at 1731021293982 (+6 ms)Closed at 1731021293982 2024-11-07T23:14:53,983 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731021222442.1dd96304a2e9cd69e397131edef448fc. 2024-11-07T23:14:53,983 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 220cd02e837f6640905ac028979da194, disabling compactions & flushes 2024-11-07T23:14:53,983 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:14:53,983 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:14:53,983 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. after waiting 0 ms 2024-11-07T23:14:53,983 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:14:53,985 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/f5aef3669b11bf222452867a95295065/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:14:53,985 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:14:53,985 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5aef3669b11bf222452867a95295065: Waiting for close lock at 1731021293974Running coprocessor pre-close hooks at 1731021293974Disabling compacts and flushes for region at 1731021293974Disabling writes for close at 1731021293975 (+1 ms)Writing region close event to WAL at 1731021293976 (+1 ms)Running coprocessor post-close hooks at 1731021293985 (+9 ms)Closed at 1731021293985 2024-11-07T23:14:53,986 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731021222442.f5aef3669b11bf222452867a95295065. 2024-11-07T23:14:53,986 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3464c9f83ddcc7494fff391dbef2bd6, disabling compactions & flushes 2024-11-07T23:14:53,986 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:53,986 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:53,986 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. after waiting 0 ms 2024-11-07T23:14:53,986 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741863_1039 (size=19817) 2024-11-07T23:14:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741863_1039 (size=19817) 2024-11-07T23:14:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741863_1039 (size=19817) 2024-11-07T23:14:53,997 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/d3464c9f83ddcc7494fff391dbef2bd6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:14:53,997 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/.tmp/info/db4b6be93e0141bdbc48d7c6ec36826f 2024-11-07T23:14:53,997 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:53,998 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3464c9f83ddcc7494fff391dbef2bd6: Waiting for close lock at 1731021293986Running coprocessor pre-close hooks at 1731021293986Disabling compacts and flushes for region at 1731021293986Disabling writes for close at 1731021293986Writing region close event to WAL at 1731021293990 (+4 ms)Running coprocessor post-close hooks at 1731021293997 (+7 ms)Closed at 1731021293997 2024-11-07T23:14:53,998 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731021222442.d3464c9f83ddcc7494fff391dbef2bd6. 2024-11-07T23:14:53,998 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab79b8768cbb0d3bc11d70d11bd95dfd, disabling compactions & flushes 2024-11-07T23:14:53,998 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:14:53,998 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:14:53,998 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. after waiting 0 ms 2024-11-07T23:14:53,998 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:14:54,001 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/220cd02e837f6640905ac028979da194/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T23:14:54,001 INFO [regionserver/d0c5e9b9277f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:14:54,002 INFO [regionserver/d0c5e9b9277f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:14:54,002 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:14:54,002 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 220cd02e837f6640905ac028979da194: Waiting for close lock at 1731021293983Running coprocessor pre-close hooks at 1731021293983Disabling compacts and flushes for region at 1731021293983Disabling writes for close at 1731021293983Writing region close event to WAL at 1731021293990 (+7 ms)Running coprocessor post-close hooks at 1731021294002 (+12 ms)Closed at 1731021294002 2024-11-07T23:14:54,002 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731021222442.220cd02e837f6640905ac028979da194. 2024-11-07T23:14:54,017 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/default/SPTestTable/ab79b8768cbb0d3bc11d70d11bd95dfd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T23:14:54,018 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:14:54,018 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab79b8768cbb0d3bc11d70d11bd95dfd: Waiting for close lock at 1731021293998Running coprocessor pre-close hooks at 1731021293998Disabling compacts and flushes for region at 1731021293998Disabling writes for close at 1731021293998Writing region close event to WAL at 1731021294013 (+15 ms)Running coprocessor post-close hooks at 1731021294018 (+5 ms)Closed at 1731021294018 2024-11-07T23:14:54,018 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731021222442.ab79b8768cbb0d3bc11d70d11bd95dfd. 2024-11-07T23:14:54,023 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/.tmp/ns/3022966ac2674af1af62861df29c917f is 43, key is default/ns:d/1731021222099/Put/seqid=0 2024-11-07T23:14:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741864_1040 (size=5153) 2024-11-07T23:14:54,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741864_1040 (size=5153) 2024-11-07T23:14:54,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741864_1040 (size=5153) 2024-11-07T23:14:54,036 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/.tmp/ns/3022966ac2674af1af62861df29c917f 2024-11-07T23:14:54,061 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/.tmp/table/b7e824e75a234b349b4daa60b21663f5 is 47, key is SPTestTable/table:state/1731021233080/Put/seqid=0 2024-11-07T23:14:54,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741865_1041 (size=5214) 2024-11-07T23:14:54,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741865_1041 (size=5214) 2024-11-07T23:14:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741865_1041 (size=5214) 2024-11-07T23:14:54,070 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/.tmp/table/b7e824e75a234b349b4daa60b21663f5 2024-11-07T23:14:54,078 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/.tmp/info/db4b6be93e0141bdbc48d7c6ec36826f as hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/info/db4b6be93e0141bdbc48d7c6ec36826f 2024-11-07T23:14:54,086 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/info/db4b6be93e0141bdbc48d7c6ec36826f, entries=112, sequenceid=35, filesize=19.4 K 2024-11-07T23:14:54,087 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/.tmp/ns/3022966ac2674af1af62861df29c917f as hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/ns/3022966ac2674af1af62861df29c917f 2024-11-07T23:14:54,094 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/ns/3022966ac2674af1af62861df29c917f, entries=2, sequenceid=35, filesize=5.0 K 2024-11-07T23:14:54,095 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/.tmp/table/b7e824e75a234b349b4daa60b21663f5 as hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/table/b7e824e75a234b349b4daa60b21663f5 2024-11-07T23:14:54,102 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/table/b7e824e75a234b349b4daa60b21663f5, entries=2, sequenceid=35, filesize=5.1 K 2024-11-07T23:14:54,103 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=35, compaction requested=false 2024-11-07T23:14:54,108 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-07T23:14:54,109 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T23:14:54,109 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T23:14:54,109 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731021293927Running coprocessor pre-close hooks at 1731021293927Disabling compacts and flushes for region at 1731021293927Disabling writes for close at 1731021293927Obtaining lock to block concurrent updates at 1731021293928 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731021293928Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731021293928Flushing stores of hbase:meta,,1.1588230740 at 1731021293929 (+1 ms)Flushing 1588230740/info: creating writer at 1731021293929Flushing 1588230740/info: appending metadata at 1731021293973 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731021293973Flushing 1588230740/ns: creating writer at 1731021294006 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731021294023 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731021294023Flushing 1588230740/table: creating writer at 1731021294044 (+21 ms)Flushing 1588230740/table: appending metadata at 1731021294060 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731021294060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ebea7f: reopening flushed file at 1731021294077 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eeff39b: reopening flushed file at 1731021294086 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1fc1cc: reopening flushed file at 1731021294094 (+8 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=35, compaction requested=false at 1731021294103 (+9 ms)Writing region close event to WAL at 1731021294104 (+1 ms)Running coprocessor post-close hooks at 1731021294109 (+5 ms)Closed at 1731021294109 2024-11-07T23:14:54,110 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T23:14:54,127 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(976): stopping server d0c5e9b9277f,38653,1731021210332; all regions closed. 2024-11-07T23:14:54,127 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(976): stopping server d0c5e9b9277f,42255,1731021210233; all regions closed. 2024-11-07T23:14:54,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741836_1012 (size=18438) 2024-11-07T23:14:54,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741836_1012 (size=18438) 2024-11-07T23:14:54,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741836_1012 (size=18438) 2024-11-07T23:14:54,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741833_1009 (size=3469) 2024-11-07T23:14:54,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741833_1009 (size=3469) 2024-11-07T23:14:54,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741833_1009 (size=3469) 2024-11-07T23:14:54,140 DEBUG [RS:1;d0c5e9b9277f:38653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/oldWALs 2024-11-07T23:14:54,140 DEBUG [RS:0;d0c5e9b9277f:42255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/oldWALs 2024-11-07T23:14:54,140 INFO [RS:1;d0c5e9b9277f:38653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d0c5e9b9277f%2C38653%2C1731021210332:(num 1731021211679) 2024-11-07T23:14:54,140 INFO [RS:0;d0c5e9b9277f:42255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d0c5e9b9277f%2C42255%2C1731021210233.meta:.meta(num 1731021221945) 2024-11-07T23:14:54,140 DEBUG [RS:1;d0c5e9b9277f:38653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:14:54,140 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:14:54,140 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T23:14:54,141 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.ChoreService(370): Chore service for: regionserver/d0c5e9b9277f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T23:14:54,141 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T23:14:54,141 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T23:14:54,141 INFO [regionserver/d0c5e9b9277f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T23:14:54,141 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T23:14:54,141 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T23:14:54,141 INFO [RS:1;d0c5e9b9277f:38653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38653 2024-11-07T23:14:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741834_1010 (size=4083) 2024-11-07T23:14:54,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d0c5e9b9277f,38653,1731021210332 2024-11-07T23:14:54,146 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T23:14:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741834_1010 (size=4083) 2024-11-07T23:14:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741834_1010 (size=4083) 2024-11-07T23:14:54,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:14:54,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d0c5e9b9277f,38653,1731021210332] 2024-11-07T23:14:54,151 DEBUG [RS:0;d0c5e9b9277f:42255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/oldWALs 2024-11-07T23:14:54,151 INFO [RS:0;d0c5e9b9277f:42255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d0c5e9b9277f%2C42255%2C1731021210233:(num 1731021211679) 2024-11-07T23:14:54,151 DEBUG [RS:0;d0c5e9b9277f:42255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:14:54,151 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:14:54,151 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T23:14:54,151 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.ChoreService(370): Chore service for: regionserver/d0c5e9b9277f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T23:14:54,151 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T23:14:54,151 INFO [regionserver/d0c5e9b9277f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T23:14:54,151 INFO [RS:0;d0c5e9b9277f:42255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42255 2024-11-07T23:14:54,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d0c5e9b9277f,38653,1731021210332 already deleted, retry=false 2024-11-07T23:14:54,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d0c5e9b9277f,38653,1731021210332 expired; onlineServers=1 2024-11-07T23:14:54,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d0c5e9b9277f,42255,1731021210233 2024-11-07T23:14:54,158 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T23:14:54,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:14:54,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d0c5e9b9277f,42255,1731021210233] 2024-11-07T23:14:54,161 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d0c5e9b9277f,42255,1731021210233 already deleted, retry=false 2024-11-07T23:14:54,161 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d0c5e9b9277f,42255,1731021210233 expired; onlineServers=0 2024-11-07T23:14:54,161 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd0c5e9b9277f,33925,1731021209482' ***** 2024-11-07T23:14:54,161 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T23:14:54,162 INFO [M:0;d0c5e9b9277f:33925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T23:14:54,162 INFO [M:0;d0c5e9b9277f:33925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T23:14:54,162 DEBUG [M:0;d0c5e9b9277f:33925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T23:14:54,162 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T23:14:54,162 DEBUG [M:0;d0c5e9b9277f:33925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T23:14:54,162 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.large.0-1731021211349 {}] cleaner.HFileCleaner(306): Exit Thread[master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.large.0-1731021211349,5,FailOnTimeoutGroup] 2024-11-07T23:14:54,162 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.small.0-1731021211350 {}] cleaner.HFileCleaner(306): Exit Thread[master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.small.0-1731021211350,5,FailOnTimeoutGroup] 2024-11-07T23:14:54,162 INFO [M:0;d0c5e9b9277f:33925 {}] hbase.ChoreService(370): Chore service for: master/d0c5e9b9277f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T23:14:54,162 INFO [M:0;d0c5e9b9277f:33925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T23:14:54,163 DEBUG [M:0;d0c5e9b9277f:33925 {}] master.HMaster(1795): Stopping service threads 2024-11-07T23:14:54,163 INFO [M:0;d0c5e9b9277f:33925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T23:14:54,163 INFO [M:0;d0c5e9b9277f:33925 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T23:14:54,163 ERROR [M:0;d0c5e9b9277f:33925 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:43859 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43859,5,PEWorkerGroup] 2024-11-07T23:14:54,164 INFO [M:0;d0c5e9b9277f:33925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T23:14:54,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T23:14:54,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T23:14:54,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:54,166 DEBUG [M:0;d0c5e9b9277f:33925 {}] zookeeper.ZKUtil(347): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T23:14:54,166 WARN [M:0;d0c5e9b9277f:33925 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T23:14:54,167 INFO [M:0;d0c5e9b9277f:33925 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/.lastflushedseqids 2024-11-07T23:14:54,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741866_1042 (size=668) 2024-11-07T23:14:54,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741866_1042 (size=668) 2024-11-07T23:14:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741866_1042 (size=668) 2024-11-07T23:14:54,186 INFO [M:0;d0c5e9b9277f:33925 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T23:14:54,187 INFO [M:0;d0c5e9b9277f:33925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T23:14:54,187 DEBUG [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T23:14:54,187 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:14:54,187 DEBUG [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:14:54,187 DEBUG [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T23:14:54,187 DEBUG [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:14:54,187 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.34 KB heapSize=230.99 KB 2024-11-07T23:14:54,205 DEBUG [M:0;d0c5e9b9277f:33925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78db56fb608f4b3fac052e4d49b90e4d is 82, key is hbase:meta,,1/info:regioninfo/1731021222030/Put/seqid=0 2024-11-07T23:14:54,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741867_1043 (size=5672) 2024-11-07T23:14:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741867_1043 (size=5672) 2024-11-07T23:14:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741867_1043 (size=5672) 2024-11-07T23:14:54,214 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78db56fb608f4b3fac052e4d49b90e4d 2024-11-07T23:14:54,243 DEBUG [M:0;d0c5e9b9277f:33925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f793c27fdc14f238c5e35a1bcf88038 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731021233088/Put/seqid=0 2024-11-07T23:14:54,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:14:54,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x100f4b5668a0002, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:14:54,249 INFO [RS:1;d0c5e9b9277f:38653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T23:14:54,249 INFO [RS:1;d0c5e9b9277f:38653 {}] regionserver.HRegionServer(1031): Exiting; stopping=d0c5e9b9277f,38653,1731021210332; zookeeper connection closed. 2024-11-07T23:14:54,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2093d809 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2093d809 2024-11-07T23:14:54,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741868_1044 (size=8903) 2024-11-07T23:14:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741868_1044 (size=8903) 2024-11-07T23:14:54,258 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f793c27fdc14f238c5e35a1bcf88038 2024-11-07T23:14:54,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741868_1044 (size=8903) 2024-11-07T23:14:54,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:14:54,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42255-0x100f4b5668a0001, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:14:54,260 INFO [RS:0;d0c5e9b9277f:42255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T23:14:54,260 INFO [RS:0;d0c5e9b9277f:42255 {}] regionserver.HRegionServer(1031): Exiting; stopping=d0c5e9b9277f,42255,1731021210233; zookeeper connection closed. 2024-11-07T23:14:54,260 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3689bcee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3689bcee 2024-11-07T23:14:54,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T23:14:54,266 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f793c27fdc14f238c5e35a1bcf88038 2024-11-07T23:14:54,292 DEBUG [M:0;d0c5e9b9277f:33925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99f0cfeedf41470ab35f82abbe9fe5fc is 69, key is d0c5e9b9277f,38653,1731021210332/rs:state/1731021211443/Put/seqid=0 2024-11-07T23:14:54,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741869_1045 (size=5441) 2024-11-07T23:14:54,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741869_1045 (size=5441) 2024-11-07T23:14:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741869_1045 (size=5441) 2024-11-07T23:14:54,302 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99f0cfeedf41470ab35f82abbe9fe5fc 2024-11-07T23:14:54,309 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99f0cfeedf41470ab35f82abbe9fe5fc 2024-11-07T23:14:54,310 DEBUG [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78db56fb608f4b3fac052e4d49b90e4d as hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78db56fb608f4b3fac052e4d49b90e4d 2024-11-07T23:14:54,318 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78db56fb608f4b3fac052e4d49b90e4d, entries=8, sequenceid=488, filesize=5.5 K 2024-11-07T23:14:54,319 DEBUG [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f793c27fdc14f238c5e35a1bcf88038 as hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f793c27fdc14f238c5e35a1bcf88038 2024-11-07T23:14:54,327 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f793c27fdc14f238c5e35a1bcf88038 2024-11-07T23:14:54,328 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f793c27fdc14f238c5e35a1bcf88038, entries=54, sequenceid=488, filesize=8.7 K 2024-11-07T23:14:54,329 DEBUG [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99f0cfeedf41470ab35f82abbe9fe5fc as hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99f0cfeedf41470ab35f82abbe9fe5fc 2024-11-07T23:14:54,337 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99f0cfeedf41470ab35f82abbe9fe5fc 2024-11-07T23:14:54,337 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/6ec1918f-0794-f493-b094-72e798f73b61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99f0cfeedf41470ab35f82abbe9fe5fc, entries=3, sequenceid=488, filesize=5.3 K 2024-11-07T23:14:54,338 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.34 KB/190809, heapSize ~230.70 KB/236232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=488, compaction requested=false 2024-11-07T23:14:54,340 INFO [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:14:54,340 DEBUG [M:0;d0c5e9b9277f:33925 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731021294187Disabling compacts and flushes for region at 1731021294187Disabling writes for close at 1731021294187Obtaining lock to block concurrent updates at 1731021294187Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731021294187Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190809, getHeapSize=236472, getOffHeapSize=0, getCellsCount=591 at 1731021294188 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731021294189 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731021294189Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731021294205 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731021294205Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731021294221 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731021294243 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731021294243Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731021294266 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731021294290 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731021294290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311fa097: reopening flushed file at 1731021294309 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275098b8: reopening flushed file at 1731021294318 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151f9484: reopening flushed file at 1731021294328 (+10 ms)Finished flush of dataSize ~186.34 KB/190809, heapSize ~230.70 KB/236232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=488, compaction requested=false at 1731021294338 (+10 ms)Writing region close event to WAL at 1731021294339 (+1 ms)Closed at 1731021294339 2024-11-07T23:14:54,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36115 is added to blk_1073741830_1006 (size=223360) 2024-11-07T23:14:54,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741830_1006 (size=223360) 2024-11-07T23:14:54,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38851 is added to blk_1073741830_1006 (size=223360) 2024-11-07T23:14:54,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T23:14:54,345 INFO [M:0;d0c5e9b9277f:33925 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T23:14:54,345 INFO [M:0;d0c5e9b9277f:33925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33925 2024-11-07T23:14:54,346 INFO [M:0;d0c5e9b9277f:33925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T23:14:54,448 INFO [M:0;d0c5e9b9277f:33925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T23:14:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:14:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33925-0x100f4b5668a0000, quorum=127.0.0.1:51936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:14:54,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:14:54,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:14:54,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:14:54,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:14:54,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir/,STOPPED} 2024-11-07T23:14:54,459 WARN [BP-287155340-172.17.0.2-1731021205629 heartbeating to localhost/127.0.0.1:43859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T23:14:54,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T23:14:54,459 WARN [BP-287155340-172.17.0.2-1731021205629 heartbeating to localhost/127.0.0.1:43859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-287155340-172.17.0.2-1731021205629 (Datanode Uuid 33453dc4-73a0-4c22-93e3-c0527d0f6dff) service to localhost/127.0.0.1:43859 2024-11-07T23:14:54,459 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T23:14:54,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data5/current/BP-287155340-172.17.0.2-1731021205629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:14:54,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data6/current/BP-287155340-172.17.0.2-1731021205629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:14:54,461 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T23:14:54,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:14:54,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:14:54,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:14:54,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:14:54,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir/,STOPPED} 2024-11-07T23:14:54,466 WARN [BP-287155340-172.17.0.2-1731021205629 heartbeating to localhost/127.0.0.1:43859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T23:14:54,466 WARN [BP-287155340-172.17.0.2-1731021205629 heartbeating to localhost/127.0.0.1:43859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-287155340-172.17.0.2-1731021205629 (Datanode Uuid e488bd35-97db-4c17-aa2c-ff2203c15f39) service to localhost/127.0.0.1:43859 2024-11-07T23:14:54,466 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T23:14:54,466 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T23:14:54,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data3/current/BP-287155340-172.17.0.2-1731021205629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:14:54,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data4/current/BP-287155340-172.17.0.2-1731021205629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:14:54,467 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T23:14:54,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:14:54,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:14:54,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:14:54,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:14:54,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir/,STOPPED} 2024-11-07T23:14:54,476 WARN [BP-287155340-172.17.0.2-1731021205629 heartbeating to localhost/127.0.0.1:43859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T23:14:54,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T23:14:54,476 WARN [BP-287155340-172.17.0.2-1731021205629 heartbeating to localhost/127.0.0.1:43859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-287155340-172.17.0.2-1731021205629 (Datanode Uuid 9176c057-aab3-4089-8631-a1eaf2dbd987) service to localhost/127.0.0.1:43859 2024-11-07T23:14:54,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T23:14:54,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data1/current/BP-287155340-172.17.0.2-1731021205629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:14:54,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/cluster_83ce4689-d28d-799f-7bd9-90ad49e289e6/data/data2/current/BP-287155340-172.17.0.2-1731021205629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:14:54,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T23:14:54,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T23:14:54,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:14:54,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:14:54,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:14:54,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir/,STOPPED} 2024-11-07T23:14:54,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T23:14:54,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T23:14:54,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d0c5e9b9277f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d0c5e9b9277f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d0c5e9b9277f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d0c5e9b9277f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43859 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d0c5e9b9277f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d0c5e9b9277f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@48b80972 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43859 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d0c5e9b9277f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 268), ProcessCount=11 (was 11), AvailableMemoryMB=1903 (was 4190) 2024-11-07T23:14:54,566 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=1902 2024-11-07T23:14:54,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir so I do NOT create it in target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f 2024-11-07T23:14:54,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T23:14:54,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.tmp.dir so I do NOT create it in target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f 2024-11-07T23:14:54,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9b827c6-8e79-ede0-4b2d-684fe09d4581/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T23:14:54,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f 2024-11-07T23:14:54,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T23:14:54,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98, deleteOnExit=true 2024-11-07T23:14:54,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T23:14:54,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/test.cache.data in system properties and HBase conf 2024-11-07T23:14:54,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T23:14:54,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.log.dir in system properties and HBase conf 2024-11-07T23:14:54,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T23:14:54,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T23:14:54,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T23:14:54,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T23:14:54,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T23:14:54,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T23:14:54,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T23:14:54,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/nfs.dump.dir in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/java.io.tmpdir in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T23:14:54,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T23:14:54,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:14:54,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:14:54,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:14:54,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:14:54,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T23:14:54,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:14:54,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@536a6f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:14:54,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2bbf15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:14:54,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57870d57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/java.io.tmpdir/jetty-localhost-38637-hadoop-hdfs-3_4_1-tests_jar-_-any-13395653037542263116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T23:14:54,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5130e02{HTTP/1.1, (http/1.1)}{localhost:38637} 2024-11-07T23:14:54,801 INFO [Time-limited test {}] server.Server(415): Started @91158ms 2024-11-07T23:14:54,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:14:54,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:14:54,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:14:54,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:14:54,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T23:14:54,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@284ed3a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:14:54,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55383a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:14:55,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51f349c1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/java.io.tmpdir/jetty-localhost-35475-hadoop-hdfs-3_4_1-tests_jar-_-any-5377732804947568742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:14:55,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68acd59d{HTTP/1.1, (http/1.1)}{localhost:35475} 2024-11-07T23:14:55,006 INFO [Time-limited test {}] server.Server(415): Started @91363ms 2024-11-07T23:14:55,008 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T23:14:55,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:14:55,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:14:55,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:14:55,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:14:55,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T23:14:55,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbd58ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:14:55,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d72d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:14:55,124 WARN [Thread-681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data2/current/BP-2025442763-172.17.0.2-1731021294605/current, will proceed with Du for space computation calculation, 2024-11-07T23:14:55,124 WARN [Thread-680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data1/current/BP-2025442763-172.17.0.2-1731021294605/current, will proceed with Du for space computation calculation, 2024-11-07T23:14:55,147 WARN [Thread-659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T23:14:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5ccfb341c1712df with lease ID 0xd6552cbe552ee75d: Processing first storage report for DS-cd0626db-0d95-456e-81e7-2bce08088b58 from datanode DatanodeRegistration(127.0.0.1:33095, datanodeUuid=2fbc97a2-9486-47a1-a7d8-7b46419f49f3, infoPort=37617, infoSecurePort=0, ipcPort=35217, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605) 2024-11-07T23:14:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5ccfb341c1712df with lease ID 0xd6552cbe552ee75d: from storage DS-cd0626db-0d95-456e-81e7-2bce08088b58 node DatanodeRegistration(127.0.0.1:33095, datanodeUuid=2fbc97a2-9486-47a1-a7d8-7b46419f49f3, infoPort=37617, infoSecurePort=0, ipcPort=35217, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:14:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5ccfb341c1712df with lease ID 0xd6552cbe552ee75d: Processing first storage report for DS-21dd7fee-ae30-4273-afa7-52645e4f3dc3 from datanode DatanodeRegistration(127.0.0.1:33095, datanodeUuid=2fbc97a2-9486-47a1-a7d8-7b46419f49f3, infoPort=37617, infoSecurePort=0, ipcPort=35217, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605) 2024-11-07T23:14:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5ccfb341c1712df with lease ID 0xd6552cbe552ee75d: from storage DS-21dd7fee-ae30-4273-afa7-52645e4f3dc3 node DatanodeRegistration(127.0.0.1:33095, datanodeUuid=2fbc97a2-9486-47a1-a7d8-7b46419f49f3, infoPort=37617, infoSecurePort=0, ipcPort=35217, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:14:55,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b52b262{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/java.io.tmpdir/jetty-localhost-33425-hadoop-hdfs-3_4_1-tests_jar-_-any-11063680997651139832/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:14:55,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4597c443{HTTP/1.1, (http/1.1)}{localhost:33425} 2024-11-07T23:14:55,172 INFO [Time-limited test {}] server.Server(415): Started @91529ms 2024-11-07T23:14:55,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T23:14:55,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T23:14:55,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T23:14:55,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T23:14:55,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T23:14:55,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T23:14:55,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4294a08f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.log.dir/,AVAILABLE} 2024-11-07T23:14:55,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47665ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T23:14:55,296 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data3/current/BP-2025442763-172.17.0.2-1731021294605/current, will proceed with Du for space computation calculation, 2024-11-07T23:14:55,296 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data4/current/BP-2025442763-172.17.0.2-1731021294605/current, will proceed with Du for space computation calculation, 2024-11-07T23:14:55,319 WARN [Thread-695 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T23:14:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfe727f31e522120 with lease ID 0xd6552cbe552ee75e: Processing first storage report for DS-ad265bf3-1fe5-4995-b2e9-4c62b4f55ae0 from datanode DatanodeRegistration(127.0.0.1:40563, datanodeUuid=2e80a424-bce2-485b-957d-b5351f06f332, infoPort=36567, infoSecurePort=0, ipcPort=46317, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605) 2024-11-07T23:14:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfe727f31e522120 with lease ID 0xd6552cbe552ee75e: from storage DS-ad265bf3-1fe5-4995-b2e9-4c62b4f55ae0 node DatanodeRegistration(127.0.0.1:40563, datanodeUuid=2e80a424-bce2-485b-957d-b5351f06f332, infoPort=36567, infoSecurePort=0, ipcPort=46317, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:14:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfe727f31e522120 with lease ID 0xd6552cbe552ee75e: Processing first storage report for DS-6026270c-bc89-494c-8c78-e392b9e95547 from datanode DatanodeRegistration(127.0.0.1:40563, datanodeUuid=2e80a424-bce2-485b-957d-b5351f06f332, infoPort=36567, infoSecurePort=0, ipcPort=46317, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605) 2024-11-07T23:14:55,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfe727f31e522120 with lease ID 0xd6552cbe552ee75e: from storage DS-6026270c-bc89-494c-8c78-e392b9e95547 node DatanodeRegistration(127.0.0.1:40563, datanodeUuid=2e80a424-bce2-485b-957d-b5351f06f332, infoPort=36567, infoSecurePort=0, ipcPort=46317, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:14:55,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b8c1678{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/java.io.tmpdir/jetty-localhost-34385-hadoop-hdfs-3_4_1-tests_jar-_-any-6673450245621068810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:14:55,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c7ddb23{HTTP/1.1, (http/1.1)}{localhost:34385} 2024-11-07T23:14:55,350 INFO [Time-limited test {}] server.Server(415): Started @91707ms 2024-11-07T23:14:55,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T23:14:55,448 WARN [Thread-742 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data6/current/BP-2025442763-172.17.0.2-1731021294605/current, will proceed with Du for space computation calculation, 2024-11-07T23:14:55,448 WARN [Thread-741 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data5/current/BP-2025442763-172.17.0.2-1731021294605/current, will proceed with Du for space computation calculation, 2024-11-07T23:14:55,471 WARN [Thread-730 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T23:14:55,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x385464c84e58f874 with lease ID 0xd6552cbe552ee75f: Processing first storage report for DS-fb21f0f4-1798-46c1-9c14-a580e8bffa32 from datanode DatanodeRegistration(127.0.0.1:35345, datanodeUuid=978f0874-218d-4afb-8647-04184449b409, infoPort=34779, infoSecurePort=0, ipcPort=35735, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605) 2024-11-07T23:14:55,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x385464c84e58f874 with lease ID 0xd6552cbe552ee75f: from storage DS-fb21f0f4-1798-46c1-9c14-a580e8bffa32 node DatanodeRegistration(127.0.0.1:35345, datanodeUuid=978f0874-218d-4afb-8647-04184449b409, infoPort=34779, infoSecurePort=0, ipcPort=35735, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T23:14:55,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x385464c84e58f874 with lease ID 0xd6552cbe552ee75f: Processing first storage report for DS-57b6f06c-c232-43d1-9887-1667a51739d8 from datanode DatanodeRegistration(127.0.0.1:35345, datanodeUuid=978f0874-218d-4afb-8647-04184449b409, infoPort=34779, infoSecurePort=0, ipcPort=35735, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605) 2024-11-07T23:14:55,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x385464c84e58f874 with lease ID 0xd6552cbe552ee75f: from storage DS-57b6f06c-c232-43d1-9887-1667a51739d8 node DatanodeRegistration(127.0.0.1:35345, datanodeUuid=978f0874-218d-4afb-8647-04184449b409, infoPort=34779, infoSecurePort=0, ipcPort=35735, storageInfo=lv=-57;cid=testClusterID;nsid=507261243;c=1731021294605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T23:14:55,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f 2024-11-07T23:14:55,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/zookeeper_0, clientPort=61521, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T23:14:55,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61521 2024-11-07T23:14:55,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741825_1001 (size=7) 2024-11-07T23:14:55,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741825_1001 (size=7) 2024-11-07T23:14:55,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741825_1001 (size=7) 2024-11-07T23:14:55,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 with version=8 2024-11-07T23:14:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/hbase-staging 2024-11-07T23:14:55,503 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d0c5e9b9277f:0 server-side Connection retries=45 2024-11-07T23:14:55,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:14:55,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:14:55,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T23:14:55,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:14:55,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40887 2024-11-07T23:14:55,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40887 connecting to ZooKeeper ensemble=127.0.0.1:61521 2024-11-07T23:14:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408870x0, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:14:55,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40887-0x100f4b6ba080000 connected 2024-11-07T23:14:55,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:14:55,543 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4, hbase.cluster.distributed=false 2024-11-07T23:14:55,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:14:55,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-07T23:14:55,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40887 2024-11-07T23:14:55,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40887 2024-11-07T23:14:55,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-07T23:14:55,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40887 2024-11-07T23:14:55,569 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d0c5e9b9277f:0 server-side Connection retries=45 2024-11-07T23:14:55,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:14:55,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:14:55,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T23:14:55,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:14:55,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43501 2024-11-07T23:14:55,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43501 connecting to ZooKeeper ensemble=127.0.0.1:61521 2024-11-07T23:14:55,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435010x0, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:14:55,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435010x0, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:14:55,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43501-0x100f4b6ba080001 connected 2024-11-07T23:14:55,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T23:14:55,584 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T23:14:55,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T23:14:55,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:14:55,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43501 2024-11-07T23:14:55,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43501 2024-11-07T23:14:55,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43501 2024-11-07T23:14:55,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43501 2024-11-07T23:14:55,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43501 2024-11-07T23:14:55,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d0c5e9b9277f:0 server-side Connection retries=45 2024-11-07T23:14:55,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:14:55,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:14:55,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T23:14:55,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:14:55,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39631 2024-11-07T23:14:55,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39631 connecting to ZooKeeper ensemble=127.0.0.1:61521 2024-11-07T23:14:55,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396310x0, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:14:55,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39631-0x100f4b6ba080002 connected 2024-11-07T23:14:55,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:14:55,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T23:14:55,620 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T23:14:55,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T23:14:55,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:14:55,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39631 2024-11-07T23:14:55,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39631 2024-11-07T23:14:55,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39631 2024-11-07T23:14:55,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39631 2024-11-07T23:14:55,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39631 2024-11-07T23:14:55,652 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d0c5e9b9277f:0 server-side Connection retries=45 2024-11-07T23:14:55,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T23:14:55,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T23:14:55,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T23:14:55,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T23:14:55,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T23:14:55,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41073 2024-11-07T23:14:55,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41073 connecting to ZooKeeper ensemble=127.0.0.1:61521 2024-11-07T23:14:55,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410730x0, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T23:14:55,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41073-0x100f4b6ba080003 connected 2024-11-07T23:14:55,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:14:55,666 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T23:14:55,669 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T23:14:55,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T23:14:55,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T23:14:55,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-07T23:14:55,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41073 2024-11-07T23:14:55,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41073 2024-11-07T23:14:55,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-07T23:14:55,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41073 2024-11-07T23:14:55,692 DEBUG [M:0;d0c5e9b9277f:40887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d0c5e9b9277f:40887 2024-11-07T23:14:55,693 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d0c5e9b9277f,40887,1731021295502 2024-11-07T23:14:55,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:14:55,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:14:55,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:14:55,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:14:55,696 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d0c5e9b9277f,40887,1731021295502 2024-11-07T23:14:55,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T23:14:55,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T23:14:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T23:14:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,700 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T23:14:55,700 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d0c5e9b9277f,40887,1731021295502 from backup master directory 2024-11-07T23:14:55,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:14:55,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:14:55,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:14:55,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d0c5e9b9277f,40887,1731021295502 2024-11-07T23:14:55,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T23:14:55,702 WARN [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:14:55,702 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d0c5e9b9277f,40887,1731021295502 2024-11-07T23:14:55,709 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/hbase.id] with ID: d389c6c2-5185-409f-83f0-6843f676967b 2024-11-07T23:14:55,710 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/.tmp/hbase.id 2024-11-07T23:14:55,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741826_1002 (size=42) 2024-11-07T23:14:55,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741826_1002 (size=42) 2024-11-07T23:14:55,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741826_1002 (size=42) 2024-11-07T23:14:55,724 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/.tmp/hbase.id]:[hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/hbase.id] 2024-11-07T23:14:55,738 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T23:14:55,738 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T23:14:55,740 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T23:14:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741827_1003 (size=196) 2024-11-07T23:14:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741827_1003 (size=196) 2024-11-07T23:14:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741827_1003 (size=196) 2024-11-07T23:14:55,758 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:14:55,758 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T23:14:55,759 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:14:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741828_1004 (size=1189) 2024-11-07T23:14:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741828_1004 (size=1189) 2024-11-07T23:14:55,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741828_1004 (size=1189) 2024-11-07T23:14:55,771 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store 2024-11-07T23:14:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741829_1005 (size=34) 2024-11-07T23:14:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741829_1005 (size=34) 2024-11-07T23:14:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741829_1005 (size=34) 2024-11-07T23:14:55,783 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:14:55,784 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T23:14:55,784 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:14:55,784 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:14:55,784 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T23:14:55,784 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:14:55,784 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:14:55,784 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731021295784Disabling compacts and flushes for region at 1731021295784Disabling writes for close at 1731021295784Writing region close event to WAL at 1731021295784Closed at 1731021295784 2024-11-07T23:14:55,785 WARN [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/.initializing 2024-11-07T23:14:55,785 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/WALs/d0c5e9b9277f,40887,1731021295502 2024-11-07T23:14:55,786 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:14:55,788 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C40887%2C1731021295502, suffix=, logDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/WALs/d0c5e9b9277f,40887,1731021295502, archiveDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/oldWALs, maxLogs=10 2024-11-07T23:14:55,806 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/WALs/d0c5e9b9277f,40887,1731021295502/d0c5e9b9277f%2C40887%2C1731021295502.1731021295789, exclude list is [], retry=0 2024-11-07T23:14:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40563,DS-ad265bf3-1fe5-4995-b2e9-4c62b4f55ae0,DISK] 2024-11-07T23:14:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-fb21f0f4-1798-46c1-9c14-a580e8bffa32,DISK] 2024-11-07T23:14:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-cd0626db-0d95-456e-81e7-2bce08088b58,DISK] 2024-11-07T23:14:55,812 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/WALs/d0c5e9b9277f,40887,1731021295502/d0c5e9b9277f%2C40887%2C1731021295502.1731021295789 2024-11-07T23:14:55,812 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36567:36567),(127.0.0.1/127.0.0.1:37617:37617),(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-07T23:14:55,813 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:14:55,813 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:14:55,813 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,813 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T23:14:55,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:55,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:14:55,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T23:14:55,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:55,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:14:55,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T23:14:55,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:55,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:14:55,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T23:14:55,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:55,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:14:55,824 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,825 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,825 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,827 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,827 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,827 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T23:14:55,829 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T23:14:55,831 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:14:55,832 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71143663, jitterRate=0.06012319028377533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T23:14:55,833 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731021295813Initializing all the Stores at 1731021295814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021295814Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021295815 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021295815Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021295815Cleaning up temporary data from old regions at 1731021295827 (+12 ms)Region opened successfully at 1731021295832 (+5 ms) 2024-11-07T23:14:55,833 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T23:14:55,837 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5ec640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d0c5e9b9277f/172.17.0.2:0 2024-11-07T23:14:55,838 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T23:14:55,838 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T23:14:55,838 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T23:14:55,838 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T23:14:55,839 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T23:14:55,839 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T23:14:55,840 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-07T23:14:55,842 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T23:14:55,843 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T23:14:55,844 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T23:14:55,845 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T23:14:55,846 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T23:14:55,847 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T23:14:55,847 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T23:14:55,848 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T23:14:55,850 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T23:14:55,851 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T23:14:55,854 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T23:14:55,856 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T23:14:55,857 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T23:14:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:14:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:14:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:14:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T23:14:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,860 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d0c5e9b9277f,40887,1731021295502, sessionid=0x100f4b6ba080000, setting cluster-up flag (Was=false) 2024-11-07T23:14:55,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,870 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T23:14:55,871 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d0c5e9b9277f,40887,1731021295502 2024-11-07T23:14:55,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:55,882 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T23:14:55,883 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d0c5e9b9277f,40887,1731021295502 2024-11-07T23:14:55,884 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T23:14:55,885 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T23:14:55,886 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T23:14:55,886 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T23:14:55,886 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d0c5e9b9277f,40887,1731021295502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T23:14:55,887 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d0c5e9b9277f:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:14:55,887 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d0c5e9b9277f:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:14:55,887 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:14:55,887 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=5, maxPoolSize=5 2024-11-07T23:14:55,887 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d0c5e9b9277f:0, corePoolSize=10, maxPoolSize=10 2024-11-07T23:14:55,887 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:55,888 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:14:55,888 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:55,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T23:14:55,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T23:14:55,889 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731021325889 2024-11-07T23:14:55,890 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T23:14:55,890 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T23:14:55,890 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T23:14:55,890 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T23:14:55,890 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T23:14:55,890 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T23:14:55,890 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:55,890 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:55,890 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T23:14:55,890 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T23:14:55,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T23:14:55,891 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T23:14:55,891 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T23:14:55,891 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T23:14:55,891 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.large.0-1731021295891,5,FailOnTimeoutGroup] 2024-11-07T23:14:55,891 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.small.0-1731021295891,5,FailOnTimeoutGroup] 2024-11-07T23:14:55,891 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:55,891 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T23:14:55,892 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:55,892 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741831_1007 (size=1321) 2024-11-07T23:14:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741831_1007 (size=1321) 2024-11-07T23:14:55,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741831_1007 (size=1321) 2024-11-07T23:14:55,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T23:14:55,901 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:14:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741832_1008 (size=32) 2024-11-07T23:14:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741832_1008 (size=32) 2024-11-07T23:14:55,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741832_1008 (size=32) 2024-11-07T23:14:55,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:14:55,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T23:14:55,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T23:14:55,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:55,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:14:55,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T23:14:55,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T23:14:55,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:55,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:14:55,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T23:14:55,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T23:14:55,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:55,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:14:55,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T23:14:55,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T23:14:55,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:14:55,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:14:55,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T23:14:55,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740 2024-11-07T23:14:55,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740 2024-11-07T23:14:55,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T23:14:55,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T23:14:55,925 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T23:14:55,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T23:14:55,928 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:14:55,928 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73957055, jitterRate=0.10204599797725677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T23:14:55,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731021295912Initializing all the Stores at 1731021295913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021295913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021295913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021295913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021295913Cleaning up temporary data from old regions at 1731021295924 (+11 ms)Region opened successfully at 1731021295929 (+5 ms) 2024-11-07T23:14:55,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T23:14:55,929 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T23:14:55,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T23:14:55,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T23:14:55,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T23:14:55,930 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T23:14:55,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731021295929Disabling compacts and flushes for region at 1731021295929Disabling writes for close at 1731021295929Writing region close event to WAL at 1731021295930 (+1 ms)Closed at 1731021295930 2024-11-07T23:14:55,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T23:14:55,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T23:14:55,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T23:14:55,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T23:14:55,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T23:14:55,982 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(746): ClusterId : d389c6c2-5185-409f-83f0-6843f676967b 2024-11-07T23:14:55,982 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer(746): ClusterId : d389c6c2-5185-409f-83f0-6843f676967b 2024-11-07T23:14:55,982 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(746): ClusterId : d389c6c2-5185-409f-83f0-6843f676967b 2024-11-07T23:14:55,982 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T23:14:55,982 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T23:14:55,982 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T23:14:55,984 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T23:14:55,984 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T23:14:55,985 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T23:14:55,985 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T23:14:55,985 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T23:14:55,985 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T23:14:55,987 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T23:14:55,987 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T23:14:55,987 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T23:14:55,987 DEBUG [RS:0;d0c5e9b9277f:43501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54baa8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d0c5e9b9277f/172.17.0.2:0 2024-11-07T23:14:55,988 DEBUG [RS:2;d0c5e9b9277f:41073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261a3a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d0c5e9b9277f/172.17.0.2:0 2024-11-07T23:14:55,988 DEBUG [RS:1;d0c5e9b9277f:39631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fb775a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d0c5e9b9277f/172.17.0.2:0 2024-11-07T23:14:55,999 DEBUG [RS:2;d0c5e9b9277f:41073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d0c5e9b9277f:41073 2024-11-07T23:14:56,000 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T23:14:56,000 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T23:14:56,000 DEBUG [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T23:14:56,000 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(2659): reportForDuty to master=d0c5e9b9277f,40887,1731021295502 with port=41073, startcode=1731021295652 2024-11-07T23:14:56,001 DEBUG [RS:2;d0c5e9b9277f:41073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T23:14:56,003 DEBUG [RS:1;d0c5e9b9277f:39631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d0c5e9b9277f:39631 2024-11-07T23:14:56,003 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T23:14:56,003 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T23:14:56,003 DEBUG [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T23:14:56,003 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T23:14:56,004 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(2659): reportForDuty to master=d0c5e9b9277f,40887,1731021295502 with port=39631, startcode=1731021295606 2024-11-07T23:14:56,004 DEBUG [RS:1;d0c5e9b9277f:39631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T23:14:56,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d0c5e9b9277f,41073,1731021295652 2024-11-07T23:14:56,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40887 {}] master.ServerManager(517): Registering regionserver=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:14:56,005 DEBUG [RS:0;d0c5e9b9277f:43501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d0c5e9b9277f:43501 2024-11-07T23:14:56,005 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T23:14:56,005 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T23:14:56,005 DEBUG [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T23:14:56,006 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer(2659): reportForDuty to master=d0c5e9b9277f,40887,1731021295502 with port=43501, startcode=1731021295569 2024-11-07T23:14:56,006 DEBUG [RS:0;d0c5e9b9277f:43501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T23:14:56,006 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T23:14:56,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d0c5e9b9277f,39631,1731021295606 2024-11-07T23:14:56,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40887 {}] master.ServerManager(517): Registering regionserver=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:14:56,007 DEBUG [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:14:56,007 DEBUG [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39223 2024-11-07T23:14:56,007 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T23:14:56,007 DEBUG [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T23:14:56,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d0c5e9b9277f,43501,1731021295569 2024-11-07T23:14:56,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40887 {}] master.ServerManager(517): Registering regionserver=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:14:56,009 DEBUG [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:14:56,009 DEBUG [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39223 2024-11-07T23:14:56,009 DEBUG [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T23:14:56,009 DEBUG [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:14:56,010 DEBUG [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39223 2024-11-07T23:14:56,010 DEBUG [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T23:14:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:14:56,015 DEBUG [RS:2;d0c5e9b9277f:41073 {}] zookeeper.ZKUtil(111): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d0c5e9b9277f,41073,1731021295652 2024-11-07T23:14:56,015 DEBUG [RS:1;d0c5e9b9277f:39631 {}] zookeeper.ZKUtil(111): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d0c5e9b9277f,39631,1731021295606 2024-11-07T23:14:56,015 WARN [RS:2;d0c5e9b9277f:41073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:14:56,015 WARN [RS:1;d0c5e9b9277f:39631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:14:56,015 INFO [RS:2;d0c5e9b9277f:41073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:14:56,015 INFO [RS:1;d0c5e9b9277f:39631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:14:56,015 DEBUG [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,39631,1731021295606 2024-11-07T23:14:56,015 DEBUG [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,41073,1731021295652 2024-11-07T23:14:56,016 DEBUG [RS:0;d0c5e9b9277f:43501 {}] zookeeper.ZKUtil(111): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d0c5e9b9277f,43501,1731021295569 2024-11-07T23:14:56,016 WARN [RS:0;d0c5e9b9277f:43501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T23:14:56,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d0c5e9b9277f,41073,1731021295652] 2024-11-07T23:14:56,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d0c5e9b9277f,43501,1731021295569] 2024-11-07T23:14:56,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d0c5e9b9277f,39631,1731021295606] 2024-11-07T23:14:56,016 INFO [RS:0;d0c5e9b9277f:43501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:14:56,016 DEBUG [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569 2024-11-07T23:14:56,020 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T23:14:56,023 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T23:14:56,023 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T23:14:56,023 INFO [RS:1;d0c5e9b9277f:39631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T23:14:56,023 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,024 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T23:14:56,025 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T23:14:56,025 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T23:14:56,025 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:14:56,026 DEBUG [RS:1;d0c5e9b9277f:39631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:14:56,028 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T23:14:56,031 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T23:14:56,031 INFO [RS:0;d0c5e9b9277f:43501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T23:14:56,031 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,031 INFO [RS:2;d0c5e9b9277f:41073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T23:14:56,031 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,032 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,032 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,032 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,032 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,032 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,032 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,39631,1731021295606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:14:56,032 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T23:14:56,033 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T23:14:56,033 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:14:56,034 DEBUG [RS:0;d0c5e9b9277f:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:14:56,036 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T23:14:56,037 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T23:14:56,037 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,037 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,037 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,037 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,037 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=2, maxPoolSize=2 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d0c5e9b9277f:0, corePoolSize=1, maxPoolSize=1 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:14:56,038 DEBUG [RS:2;d0c5e9b9277f:41073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d0c5e9b9277f:0, corePoolSize=3, maxPoolSize=3 2024-11-07T23:14:56,040 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,040 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,040 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,040 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,040 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,040 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,43501,1731021295569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:14:56,044 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,044 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,044 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,044 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,044 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,045 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,41073,1731021295652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:14:56,052 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T23:14:56,052 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,39631,1731021295606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,053 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,053 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.Replication(171): d0c5e9b9277f,39631,1731021295606 started 2024-11-07T23:14:56,059 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T23:14:56,059 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,43501,1731021295569-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,059 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,059 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.Replication(171): d0c5e9b9277f,43501,1731021295569 started 2024-11-07T23:14:56,066 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T23:14:56,066 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,41073,1731021295652-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,066 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,066 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.Replication(171): d0c5e9b9277f,41073,1731021295652 started 2024-11-07T23:14:56,067 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,067 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(1482): Serving as d0c5e9b9277f,39631,1731021295606, RpcServer on d0c5e9b9277f/172.17.0.2:39631, sessionid=0x100f4b6ba080002 2024-11-07T23:14:56,067 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T23:14:56,067 DEBUG [RS:1;d0c5e9b9277f:39631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d0c5e9b9277f,39631,1731021295606 2024-11-07T23:14:56,067 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,39631,1731021295606' 2024-11-07T23:14:56,067 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T23:14:56,068 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T23:14:56,068 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T23:14:56,068 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T23:14:56,068 DEBUG [RS:1;d0c5e9b9277f:39631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d0c5e9b9277f,39631,1731021295606 2024-11-07T23:14:56,069 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,39631,1731021295606' 2024-11-07T23:14:56,069 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T23:14:56,069 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T23:14:56,069 DEBUG [RS:1;d0c5e9b9277f:39631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T23:14:56,069 INFO [RS:1;d0c5e9b9277f:39631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T23:14:56,069 INFO [RS:1;d0c5e9b9277f:39631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T23:14:56,078 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,078 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer(1482): Serving as d0c5e9b9277f,43501,1731021295569, RpcServer on d0c5e9b9277f/172.17.0.2:43501, sessionid=0x100f4b6ba080001 2024-11-07T23:14:56,078 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T23:14:56,078 DEBUG [RS:0;d0c5e9b9277f:43501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d0c5e9b9277f,43501,1731021295569 2024-11-07T23:14:56,078 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,43501,1731021295569' 2024-11-07T23:14:56,078 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T23:14:56,078 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T23:14:56,079 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T23:14:56,079 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T23:14:56,079 DEBUG [RS:0;d0c5e9b9277f:43501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d0c5e9b9277f,43501,1731021295569 2024-11-07T23:14:56,079 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,43501,1731021295569' 2024-11-07T23:14:56,079 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T23:14:56,079 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T23:14:56,080 DEBUG [RS:0;d0c5e9b9277f:43501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T23:14:56,080 INFO [RS:0;d0c5e9b9277f:43501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T23:14:56,080 INFO [RS:0;d0c5e9b9277f:43501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T23:14:56,083 WARN [d0c5e9b9277f:40887 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T23:14:56,084 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:14:56,085 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(1482): Serving as d0c5e9b9277f,41073,1731021295652, RpcServer on d0c5e9b9277f/172.17.0.2:41073, sessionid=0x100f4b6ba080003 2024-11-07T23:14:56,085 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T23:14:56,085 DEBUG [RS:2;d0c5e9b9277f:41073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d0c5e9b9277f,41073,1731021295652 2024-11-07T23:14:56,085 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,41073,1731021295652' 2024-11-07T23:14:56,085 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T23:14:56,085 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T23:14:56,086 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T23:14:56,104 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T23:14:56,104 DEBUG [RS:2;d0c5e9b9277f:41073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d0c5e9b9277f,41073,1731021295652 2024-11-07T23:14:56,104 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd0c5e9b9277f,41073,1731021295652' 2024-11-07T23:14:56,104 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T23:14:56,105 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T23:14:56,106 DEBUG [RS:2;d0c5e9b9277f:41073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T23:14:56,106 INFO [RS:2;d0c5e9b9277f:41073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T23:14:56,106 INFO [RS:2;d0c5e9b9277f:41073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T23:14:56,170 INFO [RS:1;d0c5e9b9277f:39631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:14:56,172 INFO [RS:1;d0c5e9b9277f:39631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C39631%2C1731021295606, suffix=, logDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,39631,1731021295606, archiveDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/oldWALs, maxLogs=32 2024-11-07T23:14:56,180 INFO [RS:0;d0c5e9b9277f:43501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:14:56,182 INFO [RS:0;d0c5e9b9277f:43501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C43501%2C1731021295569, suffix=, logDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569, archiveDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/oldWALs, maxLogs=32 2024-11-07T23:14:56,188 DEBUG [RS:1;d0c5e9b9277f:39631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,39631,1731021295606/d0c5e9b9277f%2C39631%2C1731021295606.1731021296173, exclude list is [], retry=0 2024-11-07T23:14:56,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-fb21f0f4-1798-46c1-9c14-a580e8bffa32,DISK] 2024-11-07T23:14:56,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-cd0626db-0d95-456e-81e7-2bce08088b58,DISK] 2024-11-07T23:14:56,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40563,DS-ad265bf3-1fe5-4995-b2e9-4c62b4f55ae0,DISK] 2024-11-07T23:14:56,194 INFO [RS:1;d0c5e9b9277f:39631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,39631,1731021295606/d0c5e9b9277f%2C39631%2C1731021295606.1731021296173 2024-11-07T23:14:56,194 DEBUG [RS:1;d0c5e9b9277f:39631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36567:36567),(127.0.0.1/127.0.0.1:37617:37617),(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-07T23:14:56,197 DEBUG [RS:0;d0c5e9b9277f:43501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183, exclude list is [], retry=0 2024-11-07T23:14:56,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-cd0626db-0d95-456e-81e7-2bce08088b58,DISK] 2024-11-07T23:14:56,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-fb21f0f4-1798-46c1-9c14-a580e8bffa32,DISK] 2024-11-07T23:14:56,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40563,DS-ad265bf3-1fe5-4995-b2e9-4c62b4f55ae0,DISK] 2024-11-07T23:14:56,205 INFO [RS:0;d0c5e9b9277f:43501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183 2024-11-07T23:14:56,206 INFO [RS:2;d0c5e9b9277f:41073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T23:14:56,207 DEBUG [RS:0;d0c5e9b9277f:43501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37617:37617),(127.0.0.1/127.0.0.1:36567:36567),(127.0.0.1/127.0.0.1:34779:34779)] 2024-11-07T23:14:56,208 INFO [RS:2;d0c5e9b9277f:41073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C41073%2C1731021295652, suffix=, logDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,41073,1731021295652, archiveDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/oldWALs, maxLogs=32 2024-11-07T23:14:56,226 DEBUG [RS:2;d0c5e9b9277f:41073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,41073,1731021295652/d0c5e9b9277f%2C41073%2C1731021295652.1731021296209, exclude list is [], retry=0 2024-11-07T23:14:56,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-cd0626db-0d95-456e-81e7-2bce08088b58,DISK] 2024-11-07T23:14:56,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-fb21f0f4-1798-46c1-9c14-a580e8bffa32,DISK] 2024-11-07T23:14:56,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40563,DS-ad265bf3-1fe5-4995-b2e9-4c62b4f55ae0,DISK] 2024-11-07T23:14:56,232 INFO [RS:2;d0c5e9b9277f:41073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,41073,1731021295652/d0c5e9b9277f%2C41073%2C1731021295652.1731021296209 2024-11-07T23:14:56,233 DEBUG [RS:2;d0c5e9b9277f:41073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37617:37617),(127.0.0.1/127.0.0.1:34779:34779),(127.0.0.1/127.0.0.1:36567:36567)] 2024-11-07T23:14:56,334 DEBUG [d0c5e9b9277f:40887 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T23:14:56,334 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(204): Hosts are {d0c5e9b9277f=0} racks are {/default-rack=0} 2024-11-07T23:14:56,337 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T23:14:56,337 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T23:14:56,337 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T23:14:56,337 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T23:14:56,337 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T23:14:56,337 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T23:14:56,337 INFO [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T23:14:56,337 INFO [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T23:14:56,337 INFO [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T23:14:56,337 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T23:14:56,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:14:56,338 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d0c5e9b9277f,39631,1731021295606, state=OPENING 2024-11-07T23:14:56,345 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T23:14:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:14:56,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:14:56,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:14:56,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T23:14:56,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:14:56,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:14:56,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d0c5e9b9277f,39631,1731021295606}] 2024-11-07T23:14:58,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:14:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:14:58,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:14:59,464 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T23:14:59,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:14:59,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:14:59,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:14:59,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T23:14:59,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T23:15:05,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T23:15:05,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:05,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:05,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:06,236 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d0c5e9b9277f:33925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T23:15:06,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T23:15:06,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T23:15:06,357 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T23:15:06,357 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T23:15:06,358 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T23:15:06,359 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d0c5e9b9277f%2C39631%2C1731021295606.meta, suffix=.meta, logDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,39631,1731021295606, archiveDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/oldWALs, maxLogs=32 2024-11-07T23:15:06,373 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,39631,1731021295606/d0c5e9b9277f%2C39631%2C1731021295606.meta.1731021306360.meta, exclude list is [], retry=0 2024-11-07T23:15:06,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33095,DS-cd0626db-0d95-456e-81e7-2bce08088b58,DISK] 2024-11-07T23:15:06,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35345,DS-fb21f0f4-1798-46c1-9c14-a580e8bffa32,DISK] 2024-11-07T23:15:06,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40563,DS-ad265bf3-1fe5-4995-b2e9-4c62b4f55ae0,DISK] 2024-11-07T23:15:06,378 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,39631,1731021295606/d0c5e9b9277f%2C39631%2C1731021295606.meta.1731021306360.meta 2024-11-07T23:15:06,379 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37617:37617),(127.0.0.1/127.0.0.1:34779:34779),(127.0.0.1/127.0.0.1:36567:36567)] 2024-11-07T23:15:06,379 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T23:15:06,380 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T23:15:06,380 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T23:15:06,380 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T23:15:06,380 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T23:15:06,380 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,380 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T23:15:06,380 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T23:15:06,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T23:15:06,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T23:15:06,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:06,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:15:06,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T23:15:06,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T23:15:06,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:06,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:15:06,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T23:15:06,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T23:15:06,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:06,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:15:06,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T23:15:06,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T23:15:06,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:06,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T23:15:06,387 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T23:15:06,388 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740 2024-11-07T23:15:06,389 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740 2024-11-07T23:15:06,391 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T23:15:06,391 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T23:15:06,391 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T23:15:06,393 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T23:15:06,393 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61697892, jitterRate=-0.08062976598739624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T23:15:06,393 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T23:15:06,395 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731021306380Writing region info on filesystem at 1731021306380Initializing all the Stores at 1731021306381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021306381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021306382 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021306382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731021306382Cleaning up temporary data from old regions at 1731021306391 (+9 ms)Running coprocessor post-open hooks at 1731021306394 (+3 ms)Region opened successfully at 1731021306394 2024-11-07T23:15:06,396 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731021306350 2024-11-07T23:15:06,398 DEBUG [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T23:15:06,398 INFO [RS_OPEN_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T23:15:06,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:06,399 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d0c5e9b9277f,39631,1731021295606, state=OPEN 2024-11-07T23:15:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:15:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:15:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:15:06,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:06,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T23:15:06,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:15:06,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:15:06,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:15:06,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T23:15:06,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T23:15:06,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d0c5e9b9277f,39631,1731021295606 in 10.0540 sec 2024-11-07T23:15:06,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T23:15:06,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4720 sec 2024-11-07T23:15:06,406 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T23:15:06,406 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T23:15:06,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T23:15:06,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d0c5e9b9277f,39631,1731021295606, seqNum=-1] 2024-11-07T23:15:06,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:15:06,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:15:06,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5300 sec 2024-11-07T23:15:06,415 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731021306415, completionTime=-1 2024-11-07T23:15:06,415 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T23:15:06,415 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T23:15:06,417 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-07T23:15:06,417 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731021366417 2024-11-07T23:15:06,417 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731021426417 2024-11-07T23:15:06,417 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T23:15:06,418 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T23:15:06,418 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,40887,1731021295502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T23:15:06,418 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,40887,1731021295502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:15:06,418 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,40887,1731021295502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:15:06,418 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d0c5e9b9277f:40887, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:15:06,418 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T23:15:06,418 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T23:15:06,420 DEBUG [master/d0c5e9b9277f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T23:15:06,423 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.721sec 2024-11-07T23:15:06,423 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T23:15:06,423 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T23:15:06,423 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T23:15:06,423 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T23:15:06,423 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T23:15:06,423 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,40887,1731021295502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T23:15:06,423 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,40887,1731021295502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T23:15:06,425 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T23:15:06,426 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T23:15:06,426 INFO [master/d0c5e9b9277f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d0c5e9b9277f,40887,1731021295502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T23:15:06,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209ebe14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:15:06,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d0c5e9b9277f,40887,-1 for getting cluster id 2024-11-07T23:15:06,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T23:15:06,491 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd389c6c2-5185-409f-83f0-6843f676967b' 2024-11-07T23:15:06,492 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T23:15:06,492 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d389c6c2-5185-409f-83f0-6843f676967b" 2024-11-07T23:15:06,493 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72369378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:15:06,493 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d0c5e9b9277f,40887,-1] 2024-11-07T23:15:06,493 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T23:15:06,493 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:06,494 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T23:15:06,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b6be60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:15:06,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T23:15:06,496 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d0c5e9b9277f,39631,1731021295606, seqNum=-1] 2024-11-07T23:15:06,497 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:15:06,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:15:06,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d0c5e9b9277f,40887,1731021295502 2024-11-07T23:15:06,500 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731021306500 (current time:1731021306500). 2024-11-07T23:15:06,500 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T23:15:06,500 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-07T23:15:06,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be3376b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:15:06,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d0c5e9b9277f,40887,-1 for getting cluster id 2024-11-07T23:15:06,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T23:15:06,501 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd389c6c2-5185-409f-83f0-6843f676967b' 2024-11-07T23:15:06,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T23:15:06,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d389c6c2-5185-409f-83f0-6843f676967b" 2024-11-07T23:15:06,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f1be50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:15:06,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d0c5e9b9277f,40887,-1] 2024-11-07T23:15:06,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T23:15:06,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:06,503 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T23:15:06,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4313e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T23:15:06,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T23:15:06,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d0c5e9b9277f,39631,1731021295606, seqNum=-1] 2024-11-07T23:15:06,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:15:06,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:15:06,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T23:15:06,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:15:06,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:06,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:06,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T23:15:06,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T23:15:06,508 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d0c5e9b9277f,40887,1731021295502 2024-11-07T23:15:06,509 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@169dc55c 2024-11-07T23:15:06,509 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T23:15:06,510 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T23:15:06,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T23:15:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-07T23:15:06,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T23:15:06,514 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:06,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-07T23:15:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:15:06,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T23:15:06,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741837_1013 (size=361) 2024-11-07T23:15:06,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741837_1013 (size=361) 2024-11-07T23:15:06,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741837_1013 (size=361) 2024-11-07T23:15:06,530 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 329fea58e672976c0870c390d0a8f8ae, NAME => 'SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,530 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 95b67a43d655c158db8575ff9ff1ba33, NAME => 'SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,530 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d283850ec7c9bf7af89ae979820edb4c, NAME => 'SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741838_1014 (size=62) 2024-11-07T23:15:06,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741838_1014 (size=62) 2024-11-07T23:15:06,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741838_1014 (size=62) 2024-11-07T23:15:06,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 329fea58e672976c0870c390d0a8f8ae, disabling compactions & flushes 2024-11-07T23:15:06,544 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:06,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:06,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. after waiting 0 ms 2024-11-07T23:15:06,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:06,544 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:06,544 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 329fea58e672976c0870c390d0a8f8ae: Waiting for close lock at 1731021306544Disabling compacts and flushes for region at 1731021306544Disabling writes for close at 1731021306544Writing region close event to WAL at 1731021306544Closed at 1731021306544 2024-11-07T23:15:06,545 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 242feb489ac6dc4da431cf5f5dadd26f, NAME => 'SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741839_1015 (size=54) 2024-11-07T23:15:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741839_1015 (size=54) 2024-11-07T23:15:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741839_1015 (size=54) 2024-11-07T23:15:06,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d283850ec7c9bf7af89ae979820edb4c, disabling compactions & flushes 2024-11-07T23:15:06,551 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:06,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:06,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. after waiting 0 ms 2024-11-07T23:15:06,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:06,551 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:06,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d283850ec7c9bf7af89ae979820edb4c: Waiting for close lock at 1731021306551Disabling compacts and flushes for region at 1731021306551Disabling writes for close at 1731021306551Writing region close event to WAL at 1731021306551Closed at 1731021306551 2024-11-07T23:15:06,552 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfa5daae9bbd43f168e9bf3bd9aa13a3, NAME => 'SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741840_1016 (size=62) 2024-11-07T23:15:06,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741840_1016 (size=62) 2024-11-07T23:15:06,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741840_1016 (size=62) 2024-11-07T23:15:06,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 95b67a43d655c158db8575ff9ff1ba33, disabling compactions & flushes 2024-11-07T23:15:06,563 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:06,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:06,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. after waiting 0 ms 2024-11-07T23:15:06,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:06,563 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:06,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 95b67a43d655c158db8575ff9ff1ba33: Waiting for close lock at 1731021306563Disabling compacts and flushes for region at 1731021306563Disabling writes for close at 1731021306563Writing region close event to WAL at 1731021306563Closed at 1731021306563 2024-11-07T23:15:06,564 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 02acac30171278300142b19da581864f, NAME => 'SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741841_1017 (size=62) 2024-11-07T23:15:06,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741842_1018 (size=62) 2024-11-07T23:15:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741842_1018 (size=62) 2024-11-07T23:15:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741842_1018 (size=62) 2024-11-07T23:15:06,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing cfa5daae9bbd43f168e9bf3bd9aa13a3, disabling compactions & flushes 2024-11-07T23:15:06,580 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:06,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:06,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. after waiting 0 ms 2024-11-07T23:15:06,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:06,580 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:06,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfa5daae9bbd43f168e9bf3bd9aa13a3: Waiting for close lock at 1731021306580Disabling compacts and flushes for region at 1731021306580Disabling writes for close at 1731021306580Writing region close event to WAL at 1731021306580Closed at 1731021306580 2024-11-07T23:15:06,581 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0b6cb80a274df9d121c437a64e7a869, NAME => 'SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741841_1017 (size=62) 2024-11-07T23:15:06,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741841_1017 (size=62) 2024-11-07T23:15:06,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 242feb489ac6dc4da431cf5f5dadd26f, disabling compactions & flushes 2024-11-07T23:15:06,583 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:06,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:06,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. after waiting 0 ms 2024-11-07T23:15:06,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:06,583 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:06,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 242feb489ac6dc4da431cf5f5dadd26f: Waiting for close lock at 1731021306583Disabling compacts and flushes for region at 1731021306583Disabling writes for close at 1731021306583Writing region close event to WAL at 1731021306583Closed at 1731021306583 2024-11-07T23:15:06,584 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 45c88dbb886f18e12a3ac50a0458e785, NAME => 'SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741843_1019 (size=62) 2024-11-07T23:15:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741843_1019 (size=62) 2024-11-07T23:15:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741843_1019 (size=62) 2024-11-07T23:15:06,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 02acac30171278300142b19da581864f, disabling compactions & flushes 2024-11-07T23:15:06,591 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:06,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:06,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. after waiting 0 ms 2024-11-07T23:15:06,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:06,591 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:06,591 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 02acac30171278300142b19da581864f: Waiting for close lock at 1731021306591Disabling compacts and flushes for region at 1731021306591Disabling writes for close at 1731021306591Writing region close event to WAL at 1731021306591Closed at 1731021306591 2024-11-07T23:15:06,592 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8303c5e1098295077421b25b3378c3fe, NAME => 'SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741845_1021 (size=62) 2024-11-07T23:15:06,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741845_1021 (size=62) 2024-11-07T23:15:06,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741845_1021 (size=62) 2024-11-07T23:15:06,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 45c88dbb886f18e12a3ac50a0458e785, disabling compactions & flushes 2024-11-07T23:15:06,612 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:06,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:06,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. after waiting 0 ms 2024-11-07T23:15:06,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:06,612 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:06,612 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 45c88dbb886f18e12a3ac50a0458e785: Waiting for close lock at 1731021306612Disabling compacts and flushes for region at 1731021306612Disabling writes for close at 1731021306612Writing region close event to WAL at 1731021306612Closed at 1731021306612 2024-11-07T23:15:06,613 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fe122042fb925c9f7b03af58c6613ee1, NAME => 'SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4 2024-11-07T23:15:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741844_1020 (size=62) 2024-11-07T23:15:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741844_1020 (size=62) 2024-11-07T23:15:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741844_1020 (size=62) 2024-11-07T23:15:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:15:06,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741846_1022 (size=62) 2024-11-07T23:15:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741846_1022 (size=62) 2024-11-07T23:15:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741846_1022 (size=62) 2024-11-07T23:15:06,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8303c5e1098295077421b25b3378c3fe, disabling compactions & flushes 2024-11-07T23:15:06,628 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:06,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:06,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. after waiting 0 ms 2024-11-07T23:15:06,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:06,628 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:06,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8303c5e1098295077421b25b3378c3fe: Waiting for close lock at 1731021306628Disabling compacts and flushes for region at 1731021306628Disabling writes for close at 1731021306628Writing region close event to WAL at 1731021306628Closed at 1731021306628 2024-11-07T23:15:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741847_1023 (size=54) 2024-11-07T23:15:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741847_1023 (size=54) 2024-11-07T23:15:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741847_1023 (size=54) 2024-11-07T23:15:06,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:06,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fe122042fb925c9f7b03af58c6613ee1, disabling compactions & flushes 2024-11-07T23:15:06,641 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:06,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:06,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. after waiting 0 ms 2024-11-07T23:15:06,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:06,641 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:06,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fe122042fb925c9f7b03af58c6613ee1: Waiting for close lock at 1731021306641Disabling compacts and flushes for region at 1731021306641Disabling writes for close at 1731021306641Writing region close event to WAL at 1731021306641Closed at 1731021306641 2024-11-07T23:15:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:15:07,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:07,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d0b6cb80a274df9d121c437a64e7a869, disabling compactions & flushes 2024-11-07T23:15:07,015 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:07,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:07,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. after waiting 0 ms 2024-11-07T23:15:07,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:07,015 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:07,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0b6cb80a274df9d121c437a64e7a869: Waiting for close lock at 1731021307015Disabling compacts and flushes for region at 1731021307015Disabling writes for close at 1731021307015Writing region close event to WAL at 1731021307015Closed at 1731021307015 2024-11-07T23:15:07,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T23:15:07,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731021307017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731021307017"}]},"ts":"1731021307017"} 2024-11-07T23:15:07,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-07T23:15:07,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T23:15:07,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021307024"}]},"ts":"1731021307024"} 2024-11-07T23:15:07,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-07T23:15:07,026 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d0c5e9b9277f=0} racks are {/default-rack=0} 2024-11-07T23:15:07,031 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T23:15:07,031 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T23:15:07,031 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T23:15:07,031 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T23:15:07,031 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T23:15:07,031 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T23:15:07,031 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T23:15:07,031 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T23:15:07,032 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T23:15:07,032 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T23:15:07,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d283850ec7c9bf7af89ae979820edb4c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=329fea58e672976c0870c390d0a8f8ae, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=242feb489ac6dc4da431cf5f5dadd26f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cfa5daae9bbd43f168e9bf3bd9aa13a3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0b6cb80a274df9d121c437a64e7a869, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45c88dbb886f18e12a3ac50a0458e785, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8303c5e1098295077421b25b3378c3fe, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN}] 2024-11-07T23:15:07,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=329fea58e672976c0870c390d0a8f8ae, ASSIGN 2024-11-07T23:15:07,035 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0b6cb80a274df9d121c437a64e7a869, ASSIGN 2024-11-07T23:15:07,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cfa5daae9bbd43f168e9bf3bd9aa13a3, ASSIGN 2024-11-07T23:15:07,035 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN 2024-11-07T23:15:07,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=329fea58e672976c0870c390d0a8f8ae, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,39631,1731021295606; forceNewPlan=false, retain=false 2024-11-07T23:15:07,036 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0b6cb80a274df9d121c437a64e7a869, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,39631,1731021295606; forceNewPlan=false, retain=false 2024-11-07T23:15:07,036 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,43501,1731021295569; forceNewPlan=false, retain=false 2024-11-07T23:15:07,036 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cfa5daae9bbd43f168e9bf3bd9aa13a3, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,39631,1731021295606; forceNewPlan=false, retain=false 2024-11-07T23:15:07,037 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN 2024-11-07T23:15:07,037 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,43501,1731021295569; forceNewPlan=false, retain=false 2024-11-07T23:15:07,040 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45c88dbb886f18e12a3ac50a0458e785, ASSIGN 2024-11-07T23:15:07,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=242feb489ac6dc4da431cf5f5dadd26f, ASSIGN 2024-11-07T23:15:07,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8303c5e1098295077421b25b3378c3fe, ASSIGN 2024-11-07T23:15:07,040 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN 2024-11-07T23:15:07,040 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d283850ec7c9bf7af89ae979820edb4c, ASSIGN 2024-11-07T23:15:07,041 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45c88dbb886f18e12a3ac50a0458e785, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,39631,1731021295606; forceNewPlan=false, retain=false 2024-11-07T23:15:07,041 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8303c5e1098295077421b25b3378c3fe, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,41073,1731021295652; forceNewPlan=false, retain=false 2024-11-07T23:15:07,041 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,43501,1731021295569; forceNewPlan=false, retain=false 2024-11-07T23:15:07,041 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=242feb489ac6dc4da431cf5f5dadd26f, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,41073,1731021295652; forceNewPlan=false, retain=false 2024-11-07T23:15:07,042 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d283850ec7c9bf7af89ae979820edb4c, ASSIGN; state=OFFLINE, location=d0c5e9b9277f,41073,1731021295652; forceNewPlan=false, retain=false 2024-11-07T23:15:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:15:07,188 INFO [d0c5e9b9277f:40887 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-07T23:15:07,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=242feb489ac6dc4da431cf5f5dadd26f, regionState=OPENING, regionLocation=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:07,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fe122042fb925c9f7b03af58c6613ee1, regionState=OPENING, regionLocation=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:07,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8303c5e1098295077421b25b3378c3fe, regionState=OPENING, regionLocation=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:07,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=02acac30171278300142b19da581864f, regionState=OPENING, regionLocation=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:07,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=95b67a43d655c158db8575ff9ff1ba33, regionState=OPENING, regionLocation=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:07,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d283850ec7c9bf7af89ae979820edb4c, regionState=OPENING, regionLocation=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:07,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=45c88dbb886f18e12a3ac50a0458e785, regionState=OPENING, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:07,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cfa5daae9bbd43f168e9bf3bd9aa13a3, regionState=OPENING, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:07,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=329fea58e672976c0870c390d0a8f8ae, regionState=OPENING, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:07,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d0b6cb80a274df9d121c437a64e7a869, regionState=OPENING, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:07,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN because future has completed 2024-11-07T23:15:07,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02acac30171278300142b19da581864f, server=d0c5e9b9277f,43501,1731021295569}] 2024-11-07T23:15:07,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=242feb489ac6dc4da431cf5f5dadd26f, ASSIGN because future has completed 2024-11-07T23:15:07,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 242feb489ac6dc4da431cf5f5dadd26f, server=d0c5e9b9277f,41073,1731021295652}] 2024-11-07T23:15:07,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN because future has completed 2024-11-07T23:15:07,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8303c5e1098295077421b25b3378c3fe, ASSIGN because future has completed 2024-11-07T23:15:07,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8303c5e1098295077421b25b3378c3fe, server=d0c5e9b9277f,41073,1731021295652}] 2024-11-07T23:15:07,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95b67a43d655c158db8575ff9ff1ba33, server=d0c5e9b9277f,43501,1731021295569}] 2024-11-07T23:15:07,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN because future has completed 2024-11-07T23:15:07,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d283850ec7c9bf7af89ae979820edb4c, ASSIGN because future has completed 2024-11-07T23:15:07,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe122042fb925c9f7b03af58c6613ee1, server=d0c5e9b9277f,43501,1731021295569}] 2024-11-07T23:15:07,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45c88dbb886f18e12a3ac50a0458e785, ASSIGN because future has completed 2024-11-07T23:15:07,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=329fea58e672976c0870c390d0a8f8ae, ASSIGN because future has completed 2024-11-07T23:15:07,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cfa5daae9bbd43f168e9bf3bd9aa13a3, ASSIGN because future has completed 2024-11-07T23:15:07,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfa5daae9bbd43f168e9bf3bd9aa13a3, server=d0c5e9b9277f,39631,1731021295606}] 2024-11-07T23:15:07,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329fea58e672976c0870c390d0a8f8ae, server=d0c5e9b9277f,39631,1731021295606}] 2024-11-07T23:15:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0b6cb80a274df9d121c437a64e7a869, ASSIGN because future has completed 2024-11-07T23:15:07,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0b6cb80a274df9d121c437a64e7a869, server=d0c5e9b9277f,39631,1731021295606}] 2024-11-07T23:15:07,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d283850ec7c9bf7af89ae979820edb4c, server=d0c5e9b9277f,41073,1731021295652}] 2024-11-07T23:15:07,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45c88dbb886f18e12a3ac50a0458e785, server=d0c5e9b9277f,39631,1731021295606}] 2024-11-07T23:15:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:15:08,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T23:15:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:15:09,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T23:15:09,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T23:15:09,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T23:15:09,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T23:15:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:15:11,882 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T23:15:11,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:11,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:11,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:15:17,197 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T23:15:17,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T23:15:17,199 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T23:15:17,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T23:15:17,204 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:17,204 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 02acac30171278300142b19da581864f, NAME => 'SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T23:15:17,205 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02acac30171278300142b19da581864f 2024-11-07T23:15:17,205 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,205 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 02acac30171278300142b19da581864f 2024-11-07T23:15:17,205 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 02acac30171278300142b19da581864f 2024-11-07T23:15:17,205 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:17,205 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8303c5e1098295077421b25b3378c3fe, NAME => 'SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-07T23:15:17,206 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,206 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,206 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,206 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,206 INFO [StoreOpener-02acac30171278300142b19da581864f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02acac30171278300142b19da581864f 2024-11-07T23:15:17,207 INFO [StoreOpener-8303c5e1098295077421b25b3378c3fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,208 INFO [StoreOpener-02acac30171278300142b19da581864f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02acac30171278300142b19da581864f columnFamilyName cf 2024-11-07T23:15:17,208 DEBUG [StoreOpener-02acac30171278300142b19da581864f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,208 INFO [StoreOpener-02acac30171278300142b19da581864f-1 {}] regionserver.HStore(327): Store=02acac30171278300142b19da581864f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,208 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 02acac30171278300142b19da581864f 2024-11-07T23:15:17,209 INFO [StoreOpener-8303c5e1098295077421b25b3378c3fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8303c5e1098295077421b25b3378c3fe columnFamilyName cf 2024-11-07T23:15:17,209 DEBUG [StoreOpener-8303c5e1098295077421b25b3378c3fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,209 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/02acac30171278300142b19da581864f 2024-11-07T23:15:17,209 INFO [StoreOpener-8303c5e1098295077421b25b3378c3fe-1 {}] regionserver.HStore(327): Store=8303c5e1098295077421b25b3378c3fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,209 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,210 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/02acac30171278300142b19da581864f 2024-11-07T23:15:17,210 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 02acac30171278300142b19da581864f 2024-11-07T23:15:17,210 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 02acac30171278300142b19da581864f 2024-11-07T23:15:17,210 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,211 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,211 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,211 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,212 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 02acac30171278300142b19da581864f 2024-11-07T23:15:17,213 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,214 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/02acac30171278300142b19da581864f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,215 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 02acac30171278300142b19da581864f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70509449, jitterRate=0.05067266523838043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,215 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02acac30171278300142b19da581864f 2024-11-07T23:15:17,216 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,216 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 02acac30171278300142b19da581864f: Running coprocessor pre-open hook at 1731021317205Writing region info on filesystem at 1731021317205Initializing all the Stores at 1731021317206 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317206Cleaning up temporary data from old regions at 1731021317210 (+4 ms)Running coprocessor post-open hooks at 1731021317215 (+5 ms)Region opened successfully at 1731021317215 2024-11-07T23:15:17,217 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8303c5e1098295077421b25b3378c3fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62622994, jitterRate=-0.06684467196464539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,217 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:17,217 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8303c5e1098295077421b25b3378c3fe: Running coprocessor pre-open hook at 1731021317206Writing region info on filesystem at 1731021317206Initializing all the Stores at 1731021317207 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317207Cleaning up temporary data from old regions at 1731021317211 (+4 ms)Running coprocessor post-open hooks at 1731021317217 (+6 ms)Region opened successfully at 1731021317217 2024-11-07T23:15:17,217 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f., pid=15, masterSystemTime=1731021317197 2024-11-07T23:15:17,218 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:17,218 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 329fea58e672976c0870c390d0a8f8ae, NAME => 'SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T23:15:17,218 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,219 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,219 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,219 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,220 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe., pid=18, masterSystemTime=1731021317199 2024-11-07T23:15:17,220 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:17,220 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:17,220 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:17,220 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 95b67a43d655c158db8575ff9ff1ba33, NAME => 'SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-07T23:15:17,220 INFO [StoreOpener-329fea58e672976c0870c390d0a8f8ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,220 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,221 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,221 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,221 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=02acac30171278300142b19da581864f, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:17,222 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:17,222 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:17,222 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:17,222 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 242feb489ac6dc4da431cf5f5dadd26f, NAME => 'SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-07T23:15:17,222 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,222 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,223 INFO [StoreOpener-329fea58e672976c0870c390d0a8f8ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 329fea58e672976c0870c390d0a8f8ae columnFamilyName cf 2024-11-07T23:15:17,223 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,223 DEBUG [StoreOpener-329fea58e672976c0870c390d0a8f8ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,223 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8303c5e1098295077421b25b3378c3fe, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:17,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02acac30171278300142b19da581864f, server=d0c5e9b9277f,43501,1731021295569 because future has completed 2024-11-07T23:15:17,224 INFO [StoreOpener-329fea58e672976c0870c390d0a8f8ae-1 {}] regionserver.HStore(327): Store=329fea58e672976c0870c390d0a8f8ae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,224 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,225 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,225 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,226 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,226 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-07T23:15:17,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 02acac30171278300142b19da581864f, server=d0c5e9b9277f,43501,1731021295569 in 10.0330 sec 2024-11-07T23:15:17,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8303c5e1098295077421b25b3378c3fe, server=d0c5e9b9277f,41073,1731021295652 because future has completed 2024-11-07T23:15:17,228 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40887 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d0c5e9b9277f,41073,1731021295652, table=SPTestTable, region=8303c5e1098295077421b25b3378c3fe. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T23:15:17,229 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN in 10.1950 sec 2024-11-07T23:15:17,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-07T23:15:17,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8303c5e1098295077421b25b3378c3fe, server=d0c5e9b9277f,41073,1731021295652 in 10.0310 sec 2024-11-07T23:15:17,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8303c5e1098295077421b25b3378c3fe, ASSIGN in 10.2000 sec 2024-11-07T23:15:17,236 INFO [StoreOpener-95b67a43d655c158db8575ff9ff1ba33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,236 INFO [StoreOpener-242feb489ac6dc4da431cf5f5dadd26f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,237 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/329fea58e672976c0870c390d0a8f8ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,238 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 329fea58e672976c0870c390d0a8f8ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62778774, jitterRate=-0.0645233690738678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,238 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:17,238 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 329fea58e672976c0870c390d0a8f8ae: Running coprocessor pre-open hook at 1731021317219Writing region info on filesystem at 1731021317219Initializing all the Stores at 1731021317220 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317220Cleaning up temporary data from old regions at 1731021317226 (+6 ms)Running coprocessor post-open hooks at 1731021317238 (+12 ms)Region opened successfully at 1731021317238 2024-11-07T23:15:17,238 INFO [StoreOpener-95b67a43d655c158db8575ff9ff1ba33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b67a43d655c158db8575ff9ff1ba33 columnFamilyName cf 2024-11-07T23:15:17,238 INFO [StoreOpener-242feb489ac6dc4da431cf5f5dadd26f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 242feb489ac6dc4da431cf5f5dadd26f columnFamilyName cf 2024-11-07T23:15:17,238 DEBUG [StoreOpener-242feb489ac6dc4da431cf5f5dadd26f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,238 DEBUG [StoreOpener-95b67a43d655c158db8575ff9ff1ba33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,239 INFO [StoreOpener-242feb489ac6dc4da431cf5f5dadd26f-1 {}] regionserver.HStore(327): Store=242feb489ac6dc4da431cf5f5dadd26f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,239 INFO [StoreOpener-95b67a43d655c158db8575ff9ff1ba33-1 {}] regionserver.HStore(327): Store=95b67a43d655c158db8575ff9ff1ba33/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,239 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,239 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,239 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae., pid=21, masterSystemTime=1731021317212 2024-11-07T23:15:17,240 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,240 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,240 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,240 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,241 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,241 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,241 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,241 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,243 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,243 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,245 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:17,245 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/95b67a43d655c158db8575ff9ff1ba33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,245 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:17,245 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:17,245 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 45c88dbb886f18e12a3ac50a0458e785, NAME => 'SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-07T23:15:17,245 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/242feb489ac6dc4da431cf5f5dadd26f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,246 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 95b67a43d655c158db8575ff9ff1ba33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73990990, jitterRate=0.10255166888237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,246 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:17,246 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,246 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,246 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 95b67a43d655c158db8575ff9ff1ba33: Running coprocessor pre-open hook at 1731021317221Writing region info on filesystem at 1731021317221Initializing all the Stores at 1731021317222 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317222Cleaning up temporary data from old regions at 1731021317241 (+19 ms)Running coprocessor post-open hooks at 1731021317246 (+5 ms)Region opened successfully at 1731021317246 2024-11-07T23:15:17,246 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,246 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=329fea58e672976c0870c390d0a8f8ae, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:17,246 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,247 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33., pid=17, masterSystemTime=1731021317197 2024-11-07T23:15:17,247 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 242feb489ac6dc4da431cf5f5dadd26f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60880708, jitterRate=-0.09280675649642944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,247 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:17,247 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 242feb489ac6dc4da431cf5f5dadd26f: Running coprocessor pre-open hook at 1731021317223Writing region info on filesystem at 1731021317223Initializing all the Stores at 1731021317225 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317225Cleaning up temporary data from old regions at 1731021317241 (+16 ms)Running coprocessor post-open hooks at 1731021317247 (+6 ms)Region opened successfully at 1731021317247 2024-11-07T23:15:17,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329fea58e672976c0870c390d0a8f8ae, server=d0c5e9b9277f,39631,1731021295606 because future has completed 2024-11-07T23:15:17,249 INFO [StoreOpener-45c88dbb886f18e12a3ac50a0458e785-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,249 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:17,249 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:17,249 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:17,249 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fe122042fb925c9f7b03af58c6613ee1, NAME => 'SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-07T23:15:17,249 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f., pid=16, masterSystemTime=1731021317199 2024-11-07T23:15:17,249 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,249 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,250 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=95b67a43d655c158db8575ff9ff1ba33, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:17,250 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,250 INFO [StoreOpener-45c88dbb886f18e12a3ac50a0458e785-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45c88dbb886f18e12a3ac50a0458e785 columnFamilyName cf 2024-11-07T23:15:17,250 DEBUG [StoreOpener-45c88dbb886f18e12a3ac50a0458e785-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,251 INFO [StoreOpener-45c88dbb886f18e12a3ac50a0458e785-1 {}] regionserver.HStore(327): Store=45c88dbb886f18e12a3ac50a0458e785/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,251 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,252 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95b67a43d655c158db8575ff9ff1ba33, server=d0c5e9b9277f,43501,1731021295569 because future has completed 2024-11-07T23:15:17,253 INFO [StoreOpener-fe122042fb925c9f7b03af58c6613ee1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,253 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,253 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:17,253 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:17,253 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,253 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,253 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:17,253 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d283850ec7c9bf7af89ae979820edb4c, NAME => 'SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-07T23:15:17,254 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,254 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,254 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,254 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,254 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=242feb489ac6dc4da431cf5f5dadd26f, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:17,255 INFO [StoreOpener-fe122042fb925c9f7b03af58c6613ee1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe122042fb925c9f7b03af58c6613ee1 columnFamilyName cf 2024-11-07T23:15:17,255 DEBUG [StoreOpener-fe122042fb925c9f7b03af58c6613ee1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-07T23:15:17,256 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,257 INFO [StoreOpener-fe122042fb925c9f7b03af58c6613ee1-1 {}] regionserver.HStore(327): Store=fe122042fb925c9f7b03af58c6613ee1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,257 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 242feb489ac6dc4da431cf5f5dadd26f, server=d0c5e9b9277f,41073,1731021295652 because future has completed 2024-11-07T23:15:17,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 329fea58e672976c0870c390d0a8f8ae, server=d0c5e9b9277f,39631,1731021295606 in 10.0410 sec 2024-11-07T23:15:17,258 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-07T23:15:17,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 95b67a43d655c158db8575ff9ff1ba33, server=d0c5e9b9277f,43501,1731021295569 in 10.0570 sec 2024-11-07T23:15:17,259 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,260 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,260 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=329fea58e672976c0870c390d0a8f8ae, ASSIGN in 10.2240 sec 2024-11-07T23:15:17,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN in 10.2270 sec 2024-11-07T23:15:17,262 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-07T23:15:17,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 242feb489ac6dc4da431cf5f5dadd26f, server=d0c5e9b9277f,41073,1731021295652 in 10.0650 sec 2024-11-07T23:15:17,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=242feb489ac6dc4da431cf5f5dadd26f, ASSIGN in 10.2310 sec 2024-11-07T23:15:17,264 INFO [StoreOpener-d283850ec7c9bf7af89ae979820edb4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,265 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,266 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 45c88dbb886f18e12a3ac50a0458e785; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65057215, jitterRate=-0.03057195246219635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,266 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:17,266 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 45c88dbb886f18e12a3ac50a0458e785: Running coprocessor pre-open hook at 1731021317246Writing region info on filesystem at 1731021317246Initializing all the Stores at 1731021317248 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317248Cleaning up temporary data from old regions at 1731021317253 (+5 ms)Running coprocessor post-open hooks at 1731021317266 (+13 ms)Region opened successfully at 1731021317266 2024-11-07T23:15:17,266 INFO [StoreOpener-d283850ec7c9bf7af89ae979820edb4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d283850ec7c9bf7af89ae979820edb4c columnFamilyName cf 2024-11-07T23:15:17,266 DEBUG [StoreOpener-d283850ec7c9bf7af89ae979820edb4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,267 INFO [StoreOpener-d283850ec7c9bf7af89ae979820edb4c-1 {}] regionserver.HStore(327): Store=d283850ec7c9bf7af89ae979820edb4c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,267 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,267 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,267 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened fe122042fb925c9f7b03af58c6613ee1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73525242, jitterRate=0.09561148285865784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,268 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:17,268 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fe122042fb925c9f7b03af58c6613ee1: Running coprocessor pre-open hook at 1731021317250Writing region info on filesystem at 1731021317250Initializing all the Stores at 1731021317251 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317251Cleaning up temporary data from old regions at 1731021317260 (+9 ms)Running coprocessor post-open hooks at 1731021317268 (+8 ms)Region opened successfully at 1731021317268 2024-11-07T23:15:17,268 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,268 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,269 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,269 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,271 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,272 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785., pid=24, masterSystemTime=1731021317212 2024-11-07T23:15:17,272 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., pid=19, masterSystemTime=1731021317197 2024-11-07T23:15:17,273 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d283850ec7c9bf7af89ae979820edb4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,274 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d283850ec7c9bf7af89ae979820edb4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66997452, jitterRate=-0.001660168170928955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,274 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:17,274 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d283850ec7c9bf7af89ae979820edb4c: Running coprocessor pre-open hook at 1731021317254Writing region info on filesystem at 1731021317254Initializing all the Stores at 1731021317256 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317257 (+1 ms)Cleaning up temporary data from old regions at 1731021317269 (+12 ms)Running coprocessor post-open hooks at 1731021317274 (+5 ms)Region opened successfully at 1731021317274 2024-11-07T23:15:17,275 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c., pid=23, masterSystemTime=1731021317199 2024-11-07T23:15:17,276 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:17,276 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:17,276 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:17,276 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d0b6cb80a274df9d121c437a64e7a869, NAME => 'SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T23:15:17,277 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,277 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,277 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,277 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=45c88dbb886f18e12a3ac50a0458e785, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:17,277 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:17,277 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:17,279 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fe122042fb925c9f7b03af58c6613ee1, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:17,280 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:17,280 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:17,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45c88dbb886f18e12a3ac50a0458e785, server=d0c5e9b9277f,39631,1731021295606 because future has completed 2024-11-07T23:15:17,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d283850ec7c9bf7af89ae979820edb4c, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:17,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe122042fb925c9f7b03af58c6613ee1, server=d0c5e9b9277f,43501,1731021295569 because future has completed 2024-11-07T23:15:17,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d283850ec7c9bf7af89ae979820edb4c, server=d0c5e9b9277f,41073,1731021295652 because future has completed 2024-11-07T23:15:17,284 INFO [StoreOpener-d0b6cb80a274df9d121c437a64e7a869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-07T23:15:17,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 45c88dbb886f18e12a3ac50a0458e785, server=d0c5e9b9277f,39631,1731021295606 in 10.0660 sec 2024-11-07T23:15:17,286 INFO [StoreOpener-d0b6cb80a274df9d121c437a64e7a869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0b6cb80a274df9d121c437a64e7a869 columnFamilyName cf 2024-11-07T23:15:17,286 DEBUG [StoreOpener-d0b6cb80a274df9d121c437a64e7a869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-07T23:15:17,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure fe122042fb925c9f7b03af58c6613ee1, server=d0c5e9b9277f,43501,1731021295569 in 10.0780 sec 2024-11-07T23:15:17,287 INFO [StoreOpener-d0b6cb80a274df9d121c437a64e7a869-1 {}] regionserver.HStore(327): Store=d0b6cb80a274df9d121c437a64e7a869/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,287 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45c88dbb886f18e12a3ac50a0458e785, ASSIGN in 10.2530 sec 2024-11-07T23:15:17,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN in 10.2550 sec 2024-11-07T23:15:17,289 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,289 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,290 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,290 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-07T23:15:17,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d283850ec7c9bf7af89ae979820edb4c, server=d0c5e9b9277f,41073,1731021295652 in 10.0730 sec 2024-11-07T23:15:17,291 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d283850ec7c9bf7af89ae979820edb4c, ASSIGN in 10.2580 sec 2024-11-07T23:15:17,294 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,294 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d0b6cb80a274df9d121c437a64e7a869; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64869762, jitterRate=-0.033365219831466675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,295 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:17,295 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d0b6cb80a274df9d121c437a64e7a869: Running coprocessor pre-open hook at 1731021317277Writing region info on filesystem at 1731021317277Initializing all the Stores at 1731021317278 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317278Cleaning up temporary data from old regions at 1731021317290 (+12 ms)Running coprocessor post-open hooks at 1731021317295 (+5 ms)Region opened successfully at 1731021317295 2024-11-07T23:15:17,295 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869., pid=22, masterSystemTime=1731021317212 2024-11-07T23:15:17,297 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:17,297 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:17,298 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:17,298 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => cfa5daae9bbd43f168e9bf3bd9aa13a3, NAME => 'SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T23:15:17,298 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d0b6cb80a274df9d121c437a64e7a869, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:17,298 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:17,298 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,298 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0b6cb80a274df9d121c437a64e7a869, server=d0c5e9b9277f,39631,1731021295606 because future has completed 2024-11-07T23:15:17,301 INFO [StoreOpener-cfa5daae9bbd43f168e9bf3bd9aa13a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,302 INFO [StoreOpener-cfa5daae9bbd43f168e9bf3bd9aa13a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfa5daae9bbd43f168e9bf3bd9aa13a3 columnFamilyName cf 2024-11-07T23:15:17,303 DEBUG [StoreOpener-cfa5daae9bbd43f168e9bf3bd9aa13a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:17,303 INFO [StoreOpener-cfa5daae9bbd43f168e9bf3bd9aa13a3-1 {}] regionserver.HStore(327): Store=cfa5daae9bbd43f168e9bf3bd9aa13a3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:17,303 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-07T23:15:17,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d0b6cb80a274df9d121c437a64e7a869, server=d0c5e9b9277f,39631,1731021295606 in 10.0880 sec 2024-11-07T23:15:17,304 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,305 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,305 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,306 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0b6cb80a274df9d121c437a64e7a869, ASSIGN in 10.2720 sec 2024-11-07T23:15:17,309 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,312 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/cfa5daae9bbd43f168e9bf3bd9aa13a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T23:15:17,313 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened cfa5daae9bbd43f168e9bf3bd9aa13a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64443273, jitterRate=-0.03972040116786957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:17,313 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:17,313 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for cfa5daae9bbd43f168e9bf3bd9aa13a3: Running coprocessor pre-open hook at 1731021317298Writing region info on filesystem at 1731021317298Initializing all the Stores at 1731021317300 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021317300Cleaning up temporary data from old regions at 1731021317306 (+6 ms)Running coprocessor post-open hooks at 1731021317313 (+7 ms)Region opened successfully at 1731021317313 2024-11-07T23:15:17,314 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3., pid=20, masterSystemTime=1731021317212 2024-11-07T23:15:17,316 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:17,316 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:17,317 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cfa5daae9bbd43f168e9bf3bd9aa13a3, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:17,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfa5daae9bbd43f168e9bf3bd9aa13a3, server=d0c5e9b9277f,39631,1731021295606 because future has completed 2024-11-07T23:15:17,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-07T23:15:17,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cfa5daae9bbd43f168e9bf3bd9aa13a3, server=d0c5e9b9277f,39631,1731021295606 in 10.1100 sec 2024-11-07T23:15:17,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-07T23:15:17,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cfa5daae9bbd43f168e9bf3bd9aa13a3, ASSIGN in 10.2900 sec 2024-11-07T23:15:17,326 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T23:15:17,326 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731021317326"}]},"ts":"1731021317326"} 2024-11-07T23:15:17,328 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-07T23:15:17,330 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T23:15:17,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8190 sec 2024-11-07T23:15:20,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-07T23:15:22,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:22,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:22,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:22,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T23:15:22,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:22,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:22,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T23:15:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T23:15:24,731 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-07T23:15:24,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-07T23:15:24,731 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T23:15:24,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-07T23:15:24,735 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T23:15:24,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-07T23:15:24,753 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,755 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,756 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,757 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,758 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,788 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,790 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,791 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,793 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,794 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785., hostname=d0c5e9b9277f,39631,1731021295606, seqNum=2] 2024-11-07T23:15:24,823 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe., hostname=d0c5e9b9277f,41073,1731021295652, seqNum=2] 2024-11-07T23:15:24,825 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe., hostname=d0c5e9b9277f,41073,1731021295652, seqNum=2] 2024-11-07T23:15:24,827 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe., hostname=d0c5e9b9277f,41073,1731021295652, seqNum=2] 2024-11-07T23:15:24,828 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe., hostname=d0c5e9b9277f,41073,1731021295652, seqNum=2] 2024-11-07T23:15:24,830 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe., hostname=d0c5e9b9277f,41073,1731021295652, seqNum=2] 2024-11-07T23:15:24,890 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., hostname=d0c5e9b9277f,43501,1731021295569, seqNum=2] 2024-11-07T23:15:24,891 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., hostname=d0c5e9b9277f,43501,1731021295569, seqNum=2] 2024-11-07T23:15:24,893 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., hostname=d0c5e9b9277f,43501,1731021295569, seqNum=2] 2024-11-07T23:15:24,894 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., hostname=d0c5e9b9277f,43501,1731021295569, seqNum=2] 2024-11-07T23:15:24,895 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., hostname=d0c5e9b9277f,43501,1731021295569, seqNum=2] 2024-11-07T23:15:24,896 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., hostname=d0c5e9b9277f,43501,1731021295569, seqNum=2] 2024-11-07T23:15:24,897 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., hostname=d0c5e9b9277f,43501,1731021295569, seqNum=2] 2024-11-07T23:15:25,477 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:15:25,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:15:25,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:15:25,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T23:15:25,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T23:15:25,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T23:15:25,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41073 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T23:15:25,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:25,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39631 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T23:15:26,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43501 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T23:15:26,121 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-07T23:15:26,122 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T23:15:26,122 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T23:15:26,124 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T23:15:26,133 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T23:15:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741848_1024 (size=49) 2024-11-07T23:15:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741848_1024 (size=49) 2024-11-07T23:15:26,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741848_1024 (size=49) 2024-11-07T23:15:26,155 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T23:15:26,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d283850ec7c9bf7af89ae979820edb4c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329fea58e672976c0870c390d0a8f8ae}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95b67a43d655c158db8575ff9ff1ba33}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 242feb489ac6dc4da431cf5f5dadd26f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfa5daae9bbd43f168e9bf3bd9aa13a3}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02acac30171278300142b19da581864f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b6cb80a274df9d121c437a64e7a869}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45c88dbb886f18e12a3ac50a0458e785}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8303c5e1098295077421b25b3378c3fe}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe122042fb925c9f7b03af58c6613ee1}] 2024-11-07T23:15:26,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:26,157 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:26,157 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:26,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:26,157 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02acac30171278300142b19da581864f 2024-11-07T23:15:26,161 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:26,163 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:26,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:26,164 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:26,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:31,559 INFO [regionserver/d0c5e9b9277f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-07T23:15:36,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-07T23:15:36,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-07T23:15:36,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-07T23:15:36,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-07T23:15:36,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-07T23:15:36,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:36,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-07T23:15:36,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:36,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:36,160 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing d0b6cb80a274df9d121c437a64e7a869 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-07T23:15:36,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 242feb489ac6dc4da431cf5f5dadd26f: 2024-11-07T23:15:36,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 02acac30171278300142b19da581864f: 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 329fea58e672976c0870c390d0a8f8ae: 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:15:36,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:36,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43501 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-07T23:15:36,162 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8303c5e1098295077421b25b3378c3fe 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-07T23:15:36,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:36,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:36,162 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing fe122042fb925c9f7b03af58c6613ee1 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-07T23:15:36,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 95b67a43d655c158db8575ff9ff1ba33: 2024-11-07T23:15:36,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:15:36,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for cfa5daae9bbd43f168e9bf3bd9aa13a3: 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d283850ec7c9bf7af89ae979820edb4c: 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:15:36,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T23:15:36,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869/.tmp/cf/c22b9a21036444578352b91be648d555 is 34, key is aaa/cf:cf/1731021325570/Put/seqid=0 2024-11-07T23:15:36,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe/.tmp/cf/edd0d3f9db1641199f82c69a13395903 is 34, key is ccd/cf:cf/1731021325577/Put/seqid=0 2024-11-07T23:15:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741849_1025 (size=65) 2024-11-07T23:15:36,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741849_1025 (size=65) 2024-11-07T23:15:36,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741849_1025 (size=65) 2024-11-07T23:15:36,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:36,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-07T23:15:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-07T23:15:36,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:36,209 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:36,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 242feb489ac6dc4da431cf5f5dadd26f in 10.0550 sec 2024-11-07T23:15:36,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741850_1026 (size=65) 2024-11-07T23:15:36,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741850_1026 (size=65) 2024-11-07T23:15:36,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741850_1026 (size=65) 2024-11-07T23:15:36,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/.tmp/cf/1576874f9f554b7e898976e1ebfd204d is 34, key is eaa/cf:cf/1731021326035/Put/seqid=0 2024-11-07T23:15:36,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:36,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-07T23:15:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-07T23:15:36,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 02acac30171278300142b19da581864f 2024-11-07T23:15:36,234 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02acac30171278300142b19da581864f 2024-11-07T23:15:36,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 02acac30171278300142b19da581864f in 10.0800 sec 2024-11-07T23:15:36,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741852_1028 (size=65) 2024-11-07T23:15:36,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741852_1028 (size=65) 2024-11-07T23:15:36,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741852_1028 (size=65) 2024-11-07T23:15:36,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:36,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T23:15:36,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:36,240 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 45c88dbb886f18e12a3ac50a0458e785 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-07T23:15:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-07T23:15:36,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:36,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:36,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 329fea58e672976c0870c390d0a8f8ae in 10.0880 sec 2024-11-07T23:15:36,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741851_1027 (size=65) 2024-11-07T23:15:36,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741851_1027 (size=65) 2024-11-07T23:15:36,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741851_1027 (size=65) 2024-11-07T23:15:36,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:36,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-07T23:15:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-07T23:15:36,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:36,265 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:36,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95b67a43d655c158db8575ff9ff1ba33 in 10.1110 sec 2024-11-07T23:15:36,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741854_1030 (size=57) 2024-11-07T23:15:36,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741854_1030 (size=57) 2024-11-07T23:15:36,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741854_1030 (size=57) 2024-11-07T23:15:36,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:36,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-07T23:15:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-07T23:15:36,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:36,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:36,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d283850ec7c9bf7af89ae979820edb4c in 10.1190 sec 2024-11-07T23:15:36,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785/.tmp/cf/23e423d0b98a4575841b675cc6d8f615 is 34, key is baa/cf:cf/1731021325604/Put/seqid=0 2024-11-07T23:15:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741853_1029 (size=65) 2024-11-07T23:15:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741853_1029 (size=65) 2024-11-07T23:15:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741853_1029 (size=65) 2024-11-07T23:15:36,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:36,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-07T23:15:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-07T23:15:36,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:36,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:36,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cfa5daae9bbd43f168e9bf3bd9aa13a3 in 10.1400 sec 2024-11-07T23:15:36,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741856_1032 (size=47197) 2024-11-07T23:15:36,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741856_1032 (size=47197) 2024-11-07T23:15:36,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741856_1032 (size=47197) 2024-11-07T23:15:36,308 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe/.tmp/cf/edd0d3f9db1641199f82c69a13395903 2024-11-07T23:15:36,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741855_1031 (size=26918) 2024-11-07T23:15:36,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741857_1033 (size=499309) 2024-11-07T23:15:36,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741857_1033 (size=499309) 2024-11-07T23:15:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741857_1033 (size=499309) 2024-11-07T23:15:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741855_1031 (size=26918) 2024-11-07T23:15:36,326 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/.tmp/cf/1576874f9f554b7e898976e1ebfd204d 2024-11-07T23:15:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741855_1031 (size=26918) 2024-11-07T23:15:36,330 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869/.tmp/cf/c22b9a21036444578352b91be648d555 2024-11-07T23:15:36,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe/.tmp/cf/edd0d3f9db1641199f82c69a13395903 as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe/cf/edd0d3f9db1641199f82c69a13395903 2024-11-07T23:15:36,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/.tmp/cf/1576874f9f554b7e898976e1ebfd204d as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/cf/1576874f9f554b7e898976e1ebfd204d 2024-11-07T23:15:36,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869/.tmp/cf/c22b9a21036444578352b91be648d555 as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869/cf/c22b9a21036444578352b91be648d555 2024-11-07T23:15:36,361 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869/cf/c22b9a21036444578352b91be648d555, entries=676, sequenceid=5, filesize=26.3 K 2024-11-07T23:15:36,362 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for d0b6cb80a274df9d121c437a64e7a869 in 202ms, sequenceid=5, compaction requested=false 2024-11-07T23:15:36,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d0b6cb80a274df9d121c437a64e7a869: 2024-11-07T23:15:36,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,362 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe/cf/edd0d3f9db1641199f82c69a13395903, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-07T23:15:36,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869/cf/c22b9a21036444578352b91be648d555] hfiles 2024-11-07T23:15:36,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869/cf/c22b9a21036444578352b91be648d555 for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,364 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8303c5e1098295077421b25b3378c3fe in 202ms, sequenceid=5, compaction requested=false 2024-11-07T23:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8303c5e1098295077421b25b3378c3fe: 2024-11-07T23:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe/cf/edd0d3f9db1641199f82c69a13395903] hfiles 2024-11-07T23:15:36,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe/cf/edd0d3f9db1641199f82c69a13395903 for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,366 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/cf/1576874f9f554b7e898976e1ebfd204d, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-07T23:15:36,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741858_1034 (size=28623) 2024-11-07T23:15:36,368 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for fe122042fb925c9f7b03af58c6613ee1 in 206ms, sequenceid=5, compaction requested=false 2024-11-07T23:15:36,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741858_1034 (size=28623) 2024-11-07T23:15:36,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for fe122042fb925c9f7b03af58c6613ee1: 2024-11-07T23:15:36,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/cf/1576874f9f554b7e898976e1ebfd204d] hfiles 2024-11-07T23:15:36,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/cf/1576874f9f554b7e898976e1ebfd204d for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741858_1034 (size=28623) 2024-11-07T23:15:36,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785/.tmp/cf/23e423d0b98a4575841b675cc6d8f615 2024-11-07T23:15:36,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785/.tmp/cf/23e423d0b98a4575841b675cc6d8f615 as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785/cf/23e423d0b98a4575841b675cc6d8f615 2024-11-07T23:15:36,383 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785/cf/23e423d0b98a4575841b675cc6d8f615, entries=731, sequenceid=5, filesize=28.0 K 2024-11-07T23:15:36,385 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 45c88dbb886f18e12a3ac50a0458e785 in 144ms, sequenceid=5, compaction requested=false 2024-11-07T23:15:36,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 45c88dbb886f18e12a3ac50a0458e785: 2024-11-07T23:15:36,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. for SnapshotProcedureTest completed. 2024-11-07T23:15:36,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T23:15:36,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785/cf/23e423d0b98a4575841b675cc6d8f615] hfiles 2024-11-07T23:15:36,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785/cf/23e423d0b98a4575841b675cc6d8f615 for snapshot=SnapshotProcedureTest 2024-11-07T23:15:36,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741859_1035 (size=105) 2024-11-07T23:15:36,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741859_1035 (size=105) 2024-11-07T23:15:36,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741860_1036 (size=105) 2024-11-07T23:15:36,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741859_1035 (size=105) 2024-11-07T23:15:36,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:36,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741860_1036 (size=105) 2024-11-07T23:15:36,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-07T23:15:36,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741860_1036 (size=105) 2024-11-07T23:15:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-07T23:15:36,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:36,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:36,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-07T23:15:36,400 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-07T23:15:36,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:36,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:36,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d0b6cb80a274df9d121c437a64e7a869 in 10.2470 sec 2024-11-07T23:15:36,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8303c5e1098295077421b25b3378c3fe in 10.2470 sec 2024-11-07T23:15:36,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741861_1037 (size=97) 2024-11-07T23:15:36,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741861_1037 (size=97) 2024-11-07T23:15:36,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741861_1037 (size=97) 2024-11-07T23:15:36,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741862_1038 (size=105) 2024-11-07T23:15:36,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:36,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741862_1038 (size=105) 2024-11-07T23:15:36,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T23:15:36,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741862_1038 (size=105) 2024-11-07T23:15:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-07T23:15:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:36,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T23:15:36,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:36,421 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-07T23:15:36,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:36,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:36,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fe122042fb925c9f7b03af58c6613ee1 in 10.2670 sec 2024-11-07T23:15:36,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-07T23:15:36,424 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T23:15:36,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 45c88dbb886f18e12a3ac50a0458e785 in 10.2670 sec 2024-11-07T23:15:36,425 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T23:15:36,426 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T23:15:36,426 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-07T23:15:36,428 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T23:15:36,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741863_1039 (size=1174) 2024-11-07T23:15:36,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741863_1039 (size=1174) 2024-11-07T23:15:36,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741863_1039 (size=1174) 2024-11-07T23:15:36,459 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T23:15:36,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-07T23:15:36,467 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:36,467 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:36,467 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:36,467 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:36,468 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:36,472 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:36,472 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:36,473 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:36,473 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:36,534 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T23:15:36,535 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:36,535 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d0c5e9b9277f,43501,1731021295569: Simulated kill ***** 2024-11-07T23:15:36,535 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T23:15:36,535 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T23:15:36,537 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T23:15:36,537 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T23:15:36,537 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T23:15:36,537 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 823821824 }, "NonHeapMemoryUsage": { "committed": 176226304, "init": 7667712, "max": -1, "used": 172021032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T23:15:36,538 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40887 {}] master.MasterRpcServices(700): d0c5e9b9277f,43501,1731021295569 reported a fatal error: ***** ABORTING region server d0c5e9b9277f,43501,1731021295569: Simulated kill ***** 2024-11-07T23:15:36,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd0c5e9b9277f,43501,1731021295569' ***** 2024-11-07T23:15:36,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-07T23:15:36,538 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T23:15:36,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T23:15:36,539 INFO [RS:0;d0c5e9b9277f:43501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-07T23:15:36,539 INFO [RS:0;d0c5e9b9277f:43501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-07T23:15:36,539 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T23:15:36,539 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T23:15:36,539 INFO [RS:0;d0c5e9b9277f:43501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d0c5e9b9277f:43501. 2024-11-07T23:15:36,539 DEBUG [RS:0;d0c5e9b9277f:43501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:15:36,539 DEBUG [RS:0;d0c5e9b9277f:43501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741834_1010 (size=1488) 2024-11-07T23:15:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741834_1010 (size=1488) 2024-11-07T23:15:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741834_1010 (size=1488) 2024-11-07T23:15:36,543 DEBUG [RS:0;d0c5e9b9277f:43501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:36,543 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:15:36,543 INFO [RS:0;d0c5e9b9277f:43501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43501 2024-11-07T23:15:36,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:15:36,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:36,549 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T23:15:36,549 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007fb2d4903408@6e4c5ac0 rejected from java.util.concurrent.ThreadPoolExecutor@6a73c3d1[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-07T23:15:36,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d0c5e9b9277f,43501,1731021295569] 2024-11-07T23:15:36,552 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d0c5e9b9277f,43501,1731021295569 already deleted, retry=false 2024-11-07T23:15:36,552 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d0c5e9b9277f,43501,1731021295569 on d0c5e9b9277f,40887,1731021295502 2024-11-07T23:15:36,553 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d0c5e9b9277f,43501,1731021295569, splitWal=true, meta=false 2024-11-07T23:15:36,553 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for d0c5e9b9277f,43501,1731021295569 (carryingMeta=false) d0c5e9b9277f,43501,1731021295569/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1fda83ce[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T23:15:36,554 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d0c5e9b9277f,43501,1731021295569, splitWal=true, meta=false 2024-11-07T23:15:36,555 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): d0c5e9b9277f,43501,1731021295569 had 3 regions 2024-11-07T23:15:36,555 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d0c5e9b9277f,43501,1731021295569, splitWal=true, meta=false, isMeta: false 2024-11-07T23:15:36,557 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting 2024-11-07T23:15:36,558 INFO [PEWorker-4 {}] master.SplitWALManager(105): d0c5e9b9277f,43501,1731021295569 WAL count=1, meta=false 2024-11-07T23:15:36,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d0c5e9b9277f%2C43501%2C1731021295569.1731021296183}] 2024-11-07T23:15:36,559 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:36,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d0c5e9b9277f%2C43501%2C1731021295569.1731021296183, worker=d0c5e9b9277f,39631,1731021295606}] 2024-11-07T23:15:36,561 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,43501,1731021295569 Release verify snapshot worker=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:36,561 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to d0c5e9b9277f,43501,1731021295569, this operation will be retried to send to another server 2024-11-07T23:15:36,561 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T23:15:36,561 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731021337561 2024-11-07T23:15:36,563 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,43501,1731021295569 Release verify snapshot worker=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:36,563 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-07T23:15:36,563 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to d0c5e9b9277f,43501,1731021295569, this operation will be retried to send to another server 2024-11-07T23:15:36,563 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-07T23:15:36,563 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-07T23:15:36,563 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T23:15:36,563 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731021337563 2024-11-07T23:15:36,564 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,43501,1731021295569 Release verify snapshot worker=d0c5e9b9277f,43501,1731021295569 2024-11-07T23:15:36,564 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to d0c5e9b9277f,43501,1731021295569, this operation will be retried to send to another server 2024-11-07T23:15:36,564 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T23:15:36,565 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731021337565 2024-11-07T23:15:36,568 INFO [regionserver/d0c5e9b9277f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:15:36,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:15:36,651 INFO [RS:0;d0c5e9b9277f:43501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T23:15:36,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x100f4b6ba080001, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:15:36,651 INFO [RS:0;d0c5e9b9277f:43501 {}] regionserver.HRegionServer(1031): Exiting; stopping=d0c5e9b9277f,43501,1731021295569; zookeeper connection closed. 2024-11-07T23:15:36,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c7480da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c7480da 2024-11-07T23:15:37,040 INFO [regionserver/d0c5e9b9277f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T23:15:37,040 INFO [regionserver/d0c5e9b9277f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T23:15:46,426 INFO [master/d0c5e9b9277f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T23:15:46,426 INFO [master/d0c5e9b9277f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T23:15:46,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-07T23:15:46,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-07T23:15:46,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-07T23:15:46,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-07T23:15:46,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-07T23:15:46,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-07T23:15:46,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-07T23:15:46,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T23:15:46,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-07T23:15:46,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-07T23:15:46,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T23:15:46,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-07T23:15:46,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-07T23:15:46,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-07T23:15:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-07T23:15:46,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-07T23:15:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-07T23:15:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-07T23:15:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-07T23:15:46,476 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 Release verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-07T23:15:46,476 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,39631,1731021295606 Release verify snapshot worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-07T23:15:46,477 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 Release verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:46,477 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,39631,1731021295606 Release verify snapshot worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:46,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,39631,1731021295606 in 10.0130 sec 2024-11-07T23:15:46,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 in 10.0140 sec 2024-11-07T23:15:46,479 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:46,479 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,39631,1731021295606 Release verify snapshot worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:46,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 in 10.0130 sec 2024-11-07T23:15:46,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,39631,1731021295606 in 10.0140 sec 2024-11-07T23:15:46,480 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 Release verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:46,481 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:46,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,39631,1731021295606 in 10.0160 sec 2024-11-07T23:15:46,482 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:46,483 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:46,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 in 10.0170 sec 2024-11-07T23:15:46,492 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183, size=1.5 K (1488bytes) 2024-11-07T23:15:46,492 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183 2024-11-07T23:15:46,492 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183 after 0ms 2024-11-07T23:15:46,495 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183 took 4ms 2024-11-07T23:15:46,497 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 02acac30171278300142b19da581864f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T23:15:46,499 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 95b67a43d655c158db8575ff9ff1ba33: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T23:15:46,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for fe122042fb925c9f7b03af58c6613ee1: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-07T23:15:46,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183 so closing down 2024-11-07T23:15:46,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T23:15:46,500 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T23:15:46,500 INFO [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-07T23:15:46,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183, journal: Splitting hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183, size=1.5 K (1488bytes) at 1731021346492Finishing writing output for hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183 so closing down at 1731021346500 (+8 ms)3 split writer threads finished at 1731021346500Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731021346500 2024-11-07T23:15:46,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183 2024-11-07T23:15:46,500 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-07T23:15:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-07T23:15:46,504 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting/d0c5e9b9277f%2C43501%2C1731021295569.1731021296183 to hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/oldWALs 2024-11-07T23:15:46,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-07T23:15:46,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d0c5e9b9277f%2C43501%2C1731021295569.1731021296183, worker=d0c5e9b9277f,39631,1731021295606 in 9.9440 sec 2024-11-07T23:15:46,507 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:46,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-07T23:15:46,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure d0c5e9b9277f%2C43501%2C1731021295569.1731021296183, worker=d0c5e9b9277f,39631,1731021295606 in 9.9490 sec 2024-11-07T23:15:46,510 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting dir is empty, no logs to split. 2024-11-07T23:15:46,510 INFO [PEWorker-1 {}] master.SplitWALManager(105): d0c5e9b9277f,43501,1731021295569 WAL count=0, meta=false 2024-11-07T23:15:46,510 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d0c5e9b9277f,43501,1731021295569 WAL splitting is done? wals=0, meta=false 2024-11-07T23:15:46,511 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d0c5e9b9277f,43501,1731021295569 failed, ignore...File hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/WALs/d0c5e9b9277f,43501,1731021295569-splitting does not exist. 2024-11-07T23:15:46,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN}] 2024-11-07T23:15:46,513 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN 2024-11-07T23:15:46,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN 2024-11-07T23:15:46,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN 2024-11-07T23:15:46,514 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T23:15:46,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T23:15:46,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T23:15:46,665 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(204): Hosts are {d0c5e9b9277f=0} racks are {/default-rack=0} 2024-11-07T23:15:46,665 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T23:15:46,665 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T23:15:46,665 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T23:15:46,665 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T23:15:46,665 INFO [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T23:15:46,665 INFO [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T23:15:46,665 DEBUG [d0c5e9b9277f:40887 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T23:15:46,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=02acac30171278300142b19da581864f, regionState=OPENING, regionLocation=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:46,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=fe122042fb925c9f7b03af58c6613ee1, regionState=OPENING, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:46,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=95b67a43d655c158db8575ff9ff1ba33, regionState=OPENING, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:46,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN because future has completed 2024-11-07T23:15:46,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02acac30171278300142b19da581864f, server=d0c5e9b9277f,41073,1731021295652}] 2024-11-07T23:15:46,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN because future has completed 2024-11-07T23:15:46,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95b67a43d655c158db8575ff9ff1ba33, server=d0c5e9b9277f,39631,1731021295606}] 2024-11-07T23:15:46,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN because future has completed 2024-11-07T23:15:46,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe122042fb925c9f7b03af58c6613ee1, server=d0c5e9b9277f,39631,1731021295606}] 2024-11-07T23:15:55,477 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T23:15:56,044 INFO [regionserver/d0c5e9b9277f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T23:15:56,483 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:56,484 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => fe122042fb925c9f7b03af58c6613ee1, NAME => 'SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-07T23:15:56,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-07T23:15:56,484 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,484 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:56,484 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,484 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-07T23:15:56,485 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-07T23:15:56,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-07T23:15:56,486 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 02acac30171278300142b19da581864f, NAME => 'SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T23:15:56,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-07T23:15:56,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-07T23:15:56,486 INFO [StoreOpener-fe122042fb925c9f7b03af58c6613ee1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,486 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02acac30171278300142b19da581864f 2024-11-07T23:15:56,486 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:56,486 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 02acac30171278300142b19da581864f 2024-11-07T23:15:56,486 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 02acac30171278300142b19da581864f 2024-11-07T23:15:56,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-07T23:15:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-07T23:15:56,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-07T23:15:56,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-07T23:15:56,488 INFO [StoreOpener-fe122042fb925c9f7b03af58c6613ee1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe122042fb925c9f7b03af58c6613ee1 columnFamilyName cf 2024-11-07T23:15:56,488 DEBUG [StoreOpener-fe122042fb925c9f7b03af58c6613ee1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:56,489 INFO [StoreOpener-02acac30171278300142b19da581864f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02acac30171278300142b19da581864f 2024-11-07T23:15:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-07T23:15:56,490 INFO [StoreOpener-02acac30171278300142b19da581864f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02acac30171278300142b19da581864f columnFamilyName cf 2024-11-07T23:15:56,490 DEBUG [StoreOpener-02acac30171278300142b19da581864f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:56,490 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,39631,1731021295606 Release verify snapshot worker=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:56,491 INFO [StoreOpener-02acac30171278300142b19da581864f-1 {}] regionserver.HStore(327): Store=02acac30171278300142b19da581864f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:56,491 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 Release verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:56,491 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 02acac30171278300142b19da581864f 2024-11-07T23:15:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40887 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-07T23:15:56,492 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/02acac30171278300142b19da581864f 2024-11-07T23:15:56,493 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 Release verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:56,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,39631,1731021295606 in 20.0270 sec 2024-11-07T23:15:56,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 in 20.0280 sec 2024-11-07T23:15:56,495 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/02acac30171278300142b19da581864f 2024-11-07T23:15:56,495 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 Release verify snapshot worker=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:56,495 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 02acac30171278300142b19da581864f 2024-11-07T23:15:56,495 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 02acac30171278300142b19da581864f 2024-11-07T23:15:56,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 in 20.0300 sec 2024-11-07T23:15:56,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-07T23:15:56,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d0c5e9b9277f,41073,1731021295652 in 20.0320 sec 2024-11-07T23:15:56,498 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T23:15:56,498 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 02acac30171278300142b19da581864f 2024-11-07T23:15:56,498 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/.hbase-snapshot/SnapshotProcedureTest 2024-11-07T23:15:56,499 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 02acac30171278300142b19da581864f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61039425, jitterRate=-0.09044168889522552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:56,499 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02acac30171278300142b19da581864f 2024-11-07T23:15:56,500 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 02acac30171278300142b19da581864f: Running coprocessor pre-open hook at 1731021356486Writing region info on filesystem at 1731021356486Initializing all the Stores at 1731021356488 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021356488Cleaning up temporary data from old regions at 1731021356495 (+7 ms)Running coprocessor post-open hooks at 1731021356499 (+4 ms)Region opened successfully at 1731021356500 (+1 ms) 2024-11-07T23:15:56,500 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f., pid=52, masterSystemTime=1731021356481 2024-11-07T23:15:56,500 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T23:15:56,501 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-07T23:15:56,503 DEBUG [StoreOpener-fe122042fb925c9f7b03af58c6613ee1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/cf/1576874f9f554b7e898976e1ebfd204d 2024-11-07T23:15:56,503 INFO [StoreOpener-fe122042fb925c9f7b03af58c6613ee1-1 {}] regionserver.HStore(327): Store=fe122042fb925c9f7b03af58c6613ee1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:56,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3820 sec 2024-11-07T23:15:56,503 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,504 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:56,504 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:56,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=02acac30171278300142b19da581864f, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:56,504 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,506 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,506 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,506 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02acac30171278300142b19da581864f, server=d0c5e9b9277f,41073,1731021295652 because future has completed 2024-11-07T23:15:56,509 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-07T23:15:56,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 02acac30171278300142b19da581864f, server=d0c5e9b9277f,41073,1731021295652 in 9.8400 sec 2024-11-07T23:15:56,512 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:15:56,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02acac30171278300142b19da581864f, ASSIGN in 9.9980 sec 2024-11-07T23:15:56,513 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened fe122042fb925c9f7b03af58c6613ee1; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67412490, jitterRate=0.0045243799686431885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:56,513 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,513 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for fe122042fb925c9f7b03af58c6613ee1: Running coprocessor pre-open hook at 1731021356484Writing region info on filesystem at 1731021356484Initializing all the Stores at 1731021356485 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021356485Cleaning up temporary data from old regions at 1731021356507 (+22 ms)Running coprocessor post-open hooks at 1731021356513 (+6 ms)Region opened successfully at 1731021356513 2024-11-07T23:15:56,514 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., pid=54, masterSystemTime=1731021356479 2024-11-07T23:15:56,516 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:56,516 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:56,517 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:56,517 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 95b67a43d655c158db8575ff9ff1ba33, NAME => 'SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-07T23:15:56,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=fe122042fb925c9f7b03af58c6613ee1, regionState=OPEN, openSeqNum=6, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:56,517 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,517 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T23:15:56,517 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,517 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,519 INFO [StoreOpener-95b67a43d655c158db8575ff9ff1ba33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe122042fb925c9f7b03af58c6613ee1, server=d0c5e9b9277f,39631,1731021295606 because future has completed 2024-11-07T23:15:56,520 INFO [StoreOpener-95b67a43d655c158db8575ff9ff1ba33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95b67a43d655c158db8575ff9ff1ba33 columnFamilyName cf 2024-11-07T23:15:56,520 DEBUG [StoreOpener-95b67a43d655c158db8575ff9ff1ba33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T23:15:56,521 INFO [StoreOpener-95b67a43d655c158db8575ff9ff1ba33-1 {}] regionserver.HStore(327): Store=95b67a43d655c158db8575ff9ff1ba33/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T23:15:56,521 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,522 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,523 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-07T23:15:56,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure fe122042fb925c9f7b03af58c6613ee1, server=d0c5e9b9277f,39631,1731021295606 in 9.8500 sec 2024-11-07T23:15:56,523 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,523 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe122042fb925c9f7b03af58c6613ee1, ASSIGN in 10.0110 sec 2024-11-07T23:15:56,525 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,526 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 95b67a43d655c158db8575ff9ff1ba33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72924392, jitterRate=0.08665812015533447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T23:15:56,526 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,526 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 95b67a43d655c158db8575ff9ff1ba33: Running coprocessor pre-open hook at 1731021356517Writing region info on filesystem at 1731021356517Initializing all the Stores at 1731021356518 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731021356518Cleaning up temporary data from old regions at 1731021356523 (+5 ms)Running coprocessor post-open hooks at 1731021356526 (+3 ms)Region opened successfully at 1731021356526 2024-11-07T23:15:56,527 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33., pid=53, masterSystemTime=1731021356479 2024-11-07T23:15:56,528 DEBUG [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:56,529 INFO [RS_OPEN_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:56,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=95b67a43d655c158db8575ff9ff1ba33, regionState=OPEN, openSeqNum=2, regionLocation=d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:56,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95b67a43d655c158db8575ff9ff1ba33, server=d0c5e9b9277f,39631,1731021295606 because future has completed 2024-11-07T23:15:56,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-07T23:15:56,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 95b67a43d655c158db8575ff9ff1ba33, server=d0c5e9b9277f,39631,1731021295606 in 9.8620 sec 2024-11-07T23:15:56,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-07T23:15:56,535 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server d0c5e9b9277f,43501,1731021295569 after splitting done 2024-11-07T23:15:56,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95b67a43d655c158db8575ff9ff1ba33, ASSIGN in 10.0210 sec 2024-11-07T23:15:56,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure d0c5e9b9277f,43501,1731021295569, splitWal=true, meta=false in 19.9830 sec 2024-11-07T23:15:56,559 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-07T23:15:56,562 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T23:15:56,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T23:15:56,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T23:15:56,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:15:56,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:56,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:56,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T23:15:56,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T23:15:56,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=48120627, stopped=false 2024-11-07T23:15:56,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d0c5e9b9277f,40887,1731021295502 2024-11-07T23:15:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T23:15:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T23:15:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:15:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T23:15:56,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T23:15:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:15:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:15:56,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:15:56,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:15:56,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T23:15:56,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T23:15:56,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:15:56,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:56,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd0c5e9b9277f,39631,1731021295606' ***** 2024-11-07T23:15:56,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T23:15:56,568 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd0c5e9b9277f,41073,1731021295652' ***** 2024-11-07T23:15:56,568 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T23:15:56,568 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T23:15:56,568 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T23:15:56,568 INFO [RS:1;d0c5e9b9277f:39631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T23:15:56,568 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T23:15:56,568 INFO [RS:1;d0c5e9b9277f:39631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T23:15:56,568 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T23:15:56,568 INFO [RS:2;d0c5e9b9277f:41073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T23:15:56,568 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(3091): Received CLOSE for fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,568 INFO [RS:2;d0c5e9b9277f:41073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T23:15:56,568 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(3091): Received CLOSE for 95b67a43d655c158db8575ff9ff1ba33 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(3091): Received CLOSE for d0b6cb80a274df9d121c437a64e7a869 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(3091): Received CLOSE for 45c88dbb886f18e12a3ac50a0458e785 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(3091): Received CLOSE for 329fea58e672976c0870c390d0a8f8ae 2024-11-07T23:15:56,569 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 8303c5e1098295077421b25b3378c3fe 2024-11-07T23:15:56,569 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe122042fb925c9f7b03af58c6613ee1, disabling compactions & flushes 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(3091): Received CLOSE for cfa5daae9bbd43f168e9bf3bd9aa13a3 2024-11-07T23:15:56,569 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:56,569 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 242feb489ac6dc4da431cf5f5dadd26f 2024-11-07T23:15:56,569 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d283850ec7c9bf7af89ae979820edb4c, disabling compactions & flushes 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(959): stopping server d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:56,569 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:56,569 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:56,569 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(3091): Received CLOSE for 02acac30171278300142b19da581864f 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T23:15:56,569 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. after waiting 0 ms 2024-11-07T23:15:56,569 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:56,569 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(959): stopping server d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:56,569 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:56,569 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. after waiting 0 ms 2024-11-07T23:15:56,569 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:56,569 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d0c5e9b9277f:39631. 2024-11-07T23:15:56,569 INFO [RS:2;d0c5e9b9277f:41073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d0c5e9b9277f:41073. 2024-11-07T23:15:56,569 DEBUG [RS:1;d0c5e9b9277f:39631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:15:56,569 DEBUG [RS:1;d0c5e9b9277f:39631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:56,569 DEBUG [RS:2;d0c5e9b9277f:41073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T23:15:56,569 DEBUG [RS:2;d0c5e9b9277f:41073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T23:15:56,569 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T23:15:56,569 DEBUG [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(1325): Online Regions={d283850ec7c9bf7af89ae979820edb4c=SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c., 8303c5e1098295077421b25b3378c3fe=SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe., 242feb489ac6dc4da431cf5f5dadd26f=SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f., 02acac30171278300142b19da581864f=SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f.} 2024-11-07T23:15:56,569 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T23:15:56,569 DEBUG [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(1351): Waiting on 02acac30171278300142b19da581864f, 242feb489ac6dc4da431cf5f5dadd26f, 8303c5e1098295077421b25b3378c3fe, d283850ec7c9bf7af89ae979820edb4c 2024-11-07T23:15:56,570 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-07T23:15:56,570 DEBUG [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(1325): Online Regions={fe122042fb925c9f7b03af58c6613ee1=SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1., 95b67a43d655c158db8575ff9ff1ba33=SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33., d0b6cb80a274df9d121c437a64e7a869=SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869., 1588230740=hbase:meta,,1.1588230740, 45c88dbb886f18e12a3ac50a0458e785=SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785., 329fea58e672976c0870c390d0a8f8ae=SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae., cfa5daae9bbd43f168e9bf3bd9aa13a3=SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3.} 2024-11-07T23:15:56,570 DEBUG [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 329fea58e672976c0870c390d0a8f8ae, 45c88dbb886f18e12a3ac50a0458e785, 95b67a43d655c158db8575ff9ff1ba33, cfa5daae9bbd43f168e9bf3bd9aa13a3, d0b6cb80a274df9d121c437a64e7a869, fe122042fb925c9f7b03af58c6613ee1 2024-11-07T23:15:56,570 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T23:15:56,570 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T23:15:56,570 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T23:15:56,570 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T23:15:56,571 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T23:15:56,571 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-11-07T23:15:56,575 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/fe122042fb925c9f7b03af58c6613ee1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-07T23:15:56,575 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d283850ec7c9bf7af89ae979820edb4c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:15:56,575 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:56,576 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d283850ec7c9bf7af89ae979820edb4c: Waiting for close lock at 1731021356569Running coprocessor pre-close hooks at 1731021356569Disabling compacts and flushes for region at 1731021356569Disabling writes for close at 1731021356569Writing region close event to WAL at 1731021356570 (+1 ms)Running coprocessor post-close hooks at 1731021356575 (+5 ms)Closed at 1731021356575 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe122042fb925c9f7b03af58c6613ee1: Waiting for close lock at 1731021356569Running coprocessor pre-close hooks at 1731021356569Disabling compacts and flushes for region at 1731021356569Disabling writes for close at 1731021356569Writing region close event to WAL at 1731021356570 (+1 ms)Running coprocessor post-close hooks at 1731021356575 (+5 ms)Closed at 1731021356576 (+1 ms) 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731021306511.d283850ec7c9bf7af89ae979820edb4c. 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731021306511.fe122042fb925c9f7b03af58c6613ee1. 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95b67a43d655c158db8575ff9ff1ba33, disabling compactions & flushes 2024-11-07T23:15:56,576 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8303c5e1098295077421b25b3378c3fe, disabling compactions & flushes 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. after waiting 0 ms 2024-11-07T23:15:56,576 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. after waiting 0 ms 2024-11-07T23:15:56,576 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:56,580 INFO [regionserver/d0c5e9b9277f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:15:56,585 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/8303c5e1098295077421b25b3378c3fe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T23:15:56,585 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/95b67a43d655c158db8575ff9ff1ba33/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T23:15:56,585 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:56,586 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95b67a43d655c158db8575ff9ff1ba33: Waiting for close lock at 1731021356576Running coprocessor pre-close hooks at 1731021356576Disabling compacts and flushes for region at 1731021356576Disabling writes for close at 1731021356576Writing region close event to WAL at 1731021356576Running coprocessor post-close hooks at 1731021356585 (+9 ms)Closed at 1731021356585 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8303c5e1098295077421b25b3378c3fe: Waiting for close lock at 1731021356576Running coprocessor pre-close hooks at 1731021356576Disabling compacts and flushes for region at 1731021356576Disabling writes for close at 1731021356576Writing region close event to WAL at 1731021356577 (+1 ms)Running coprocessor post-close hooks at 1731021356585 (+8 ms)Closed at 1731021356585 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731021306511.8303c5e1098295077421b25b3378c3fe. 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731021306511.95b67a43d655c158db8575ff9ff1ba33. 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0b6cb80a274df9d121c437a64e7a869, disabling compactions & flushes 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 242feb489ac6dc4da431cf5f5dadd26f, disabling compactions & flushes 2024-11-07T23:15:56,586 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:56,586 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. after waiting 0 ms 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. after waiting 0 ms 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:56,586 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:56,586 INFO [regionserver/d0c5e9b9277f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:15:56,592 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/.tmp/info/9c5726fe74aa4b1f958976a7a3251a51 is 167, key is SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae./info:regioninfo/1731021317246/Put/seqid=0 2024-11-07T23:15:56,593 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/242feb489ac6dc4da431cf5f5dadd26f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:15:56,593 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/d0b6cb80a274df9d121c437a64e7a869/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T23:15:56,593 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 242feb489ac6dc4da431cf5f5dadd26f: Waiting for close lock at 1731021356586Running coprocessor pre-close hooks at 1731021356586Disabling compacts and flushes for region at 1731021356586Disabling writes for close at 1731021356586Writing region close event to WAL at 1731021356587 (+1 ms)Running coprocessor post-close hooks at 1731021356593 (+6 ms)Closed at 1731021356593 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731021306511.242feb489ac6dc4da431cf5f5dadd26f. 2024-11-07T23:15:56,594 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02acac30171278300142b19da581864f, disabling compactions & flushes 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0b6cb80a274df9d121c437a64e7a869: Waiting for close lock at 1731021356586Running coprocessor pre-close hooks at 1731021356586Disabling compacts and flushes for region at 1731021356586Disabling writes for close at 1731021356586Writing region close event to WAL at 1731021356587 (+1 ms)Running coprocessor post-close hooks at 1731021356594 (+7 ms)Closed at 1731021356594 2024-11-07T23:15:56,594 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731021306511.d0b6cb80a274df9d121c437a64e7a869. 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. after waiting 0 ms 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45c88dbb886f18e12a3ac50a0458e785, disabling compactions & flushes 2024-11-07T23:15:56,594 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. after waiting 0 ms 2024-11-07T23:15:56,594 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:56,599 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/02acac30171278300142b19da581864f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T23:15:56,599 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/45c88dbb886f18e12a3ac50a0458e785/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T23:15:56,600 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:56,600 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:56,600 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02acac30171278300142b19da581864f: Waiting for close lock at 1731021356594Running coprocessor pre-close hooks at 1731021356594Disabling compacts and flushes for region at 1731021356594Disabling writes for close at 1731021356594Writing region close event to WAL at 1731021356594Running coprocessor post-close hooks at 1731021356600 (+6 ms)Closed at 1731021356600 2024-11-07T23:15:56,600 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45c88dbb886f18e12a3ac50a0458e785: Waiting for close lock at 1731021356594Running coprocessor pre-close hooks at 1731021356594Disabling compacts and flushes for region at 1731021356594Disabling writes for close at 1731021356594Writing region close event to WAL at 1731021356595 (+1 ms)Running coprocessor post-close hooks at 1731021356600 (+5 ms)Closed at 1731021356600 2024-11-07T23:15:56,600 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731021306511.02acac30171278300142b19da581864f. 2024-11-07T23:15:56,600 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731021306511.45c88dbb886f18e12a3ac50a0458e785. 2024-11-07T23:15:56,601 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 329fea58e672976c0870c390d0a8f8ae, disabling compactions & flushes 2024-11-07T23:15:56,601 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:56,601 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:56,601 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. after waiting 0 ms 2024-11-07T23:15:56,601 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:56,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741864_1040 (size=19817) 2024-11-07T23:15:56,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741864_1040 (size=19817) 2024-11-07T23:15:56,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741864_1040 (size=19817) 2024-11-07T23:15:56,608 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/.tmp/info/9c5726fe74aa4b1f958976a7a3251a51 2024-11-07T23:15:56,610 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/329fea58e672976c0870c390d0a8f8ae/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:15:56,611 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:56,611 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 329fea58e672976c0870c390d0a8f8ae: Waiting for close lock at 1731021356601Running coprocessor pre-close hooks at 1731021356601Disabling compacts and flushes for region at 1731021356601Disabling writes for close at 1731021356601Writing region close event to WAL at 1731021356604 (+3 ms)Running coprocessor post-close hooks at 1731021356611 (+7 ms)Closed at 1731021356611 2024-11-07T23:15:56,626 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731021306511.329fea58e672976c0870c390d0a8f8ae. 2024-11-07T23:15:56,626 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cfa5daae9bbd43f168e9bf3bd9aa13a3, disabling compactions & flushes 2024-11-07T23:15:56,626 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:56,626 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:56,627 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. after waiting 1 ms 2024-11-07T23:15:56,627 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:56,631 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/default/SPTestTable/cfa5daae9bbd43f168e9bf3bd9aa13a3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T23:15:56,632 INFO [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:56,632 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cfa5daae9bbd43f168e9bf3bd9aa13a3: Waiting for close lock at 1731021356626Running coprocessor pre-close hooks at 1731021356626Disabling compacts and flushes for region at 1731021356626Disabling writes for close at 1731021356627 (+1 ms)Writing region close event to WAL at 1731021356627Running coprocessor post-close hooks at 1731021356631 (+4 ms)Closed at 1731021356631 2024-11-07T23:15:56,632 DEBUG [RS_CLOSE_REGION-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731021306511.cfa5daae9bbd43f168e9bf3bd9aa13a3. 2024-11-07T23:15:56,645 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/.tmp/ns/8a6c890d490148ccbeb89a2bcc971fc4 is 43, key is default/ns:d/1731021306411/Put/seqid=0 2024-11-07T23:15:56,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741865_1041 (size=5153) 2024-11-07T23:15:56,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741865_1041 (size=5153) 2024-11-07T23:15:56,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741865_1041 (size=5153) 2024-11-07T23:15:56,654 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/.tmp/ns/8a6c890d490148ccbeb89a2bcc971fc4 2024-11-07T23:15:56,674 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/.tmp/table/22f5ca94d1364c98a1e454a5b8af3348 is 47, key is SPTestTable/table:state/1731021317326/Put/seqid=0 2024-11-07T23:15:56,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741866_1042 (size=5214) 2024-11-07T23:15:56,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741866_1042 (size=5214) 2024-11-07T23:15:56,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741866_1042 (size=5214) 2024-11-07T23:15:56,684 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/.tmp/table/22f5ca94d1364c98a1e454a5b8af3348 2024-11-07T23:15:56,690 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/.tmp/info/9c5726fe74aa4b1f958976a7a3251a51 as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/info/9c5726fe74aa4b1f958976a7a3251a51 2024-11-07T23:15:56,697 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/info/9c5726fe74aa4b1f958976a7a3251a51, entries=112, sequenceid=35, filesize=19.4 K 2024-11-07T23:15:56,698 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/.tmp/ns/8a6c890d490148ccbeb89a2bcc971fc4 as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/ns/8a6c890d490148ccbeb89a2bcc971fc4 2024-11-07T23:15:56,703 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/ns/8a6c890d490148ccbeb89a2bcc971fc4, entries=2, sequenceid=35, filesize=5.0 K 2024-11-07T23:15:56,704 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/.tmp/table/22f5ca94d1364c98a1e454a5b8af3348 as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/table/22f5ca94d1364c98a1e454a5b8af3348 2024-11-07T23:15:56,709 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/table/22f5ca94d1364c98a1e454a5b8af3348, entries=2, sequenceid=35, filesize=5.1 K 2024-11-07T23:15:56,710 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=35, compaction requested=false 2024-11-07T23:15:56,715 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-07T23:15:56,715 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T23:15:56,715 INFO [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T23:15:56,715 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731021356570Running coprocessor pre-close hooks at 1731021356570Disabling compacts and flushes for region at 1731021356570Disabling writes for close at 1731021356570Obtaining lock to block concurrent updates at 1731021356571 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731021356571Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1731021356571Flushing stores of hbase:meta,,1.1588230740 at 1731021356572 (+1 ms)Flushing 1588230740/info: creating writer at 1731021356572Flushing 1588230740/info: appending metadata at 1731021356591 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731021356592 (+1 ms)Flushing 1588230740/ns: creating writer at 1731021356630 (+38 ms)Flushing 1588230740/ns: appending metadata at 1731021356645 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731021356645Flushing 1588230740/table: creating writer at 1731021356659 (+14 ms)Flushing 1588230740/table: appending metadata at 1731021356673 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731021356673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2efde98: reopening flushed file at 1731021356689 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b85c52: reopening flushed file at 1731021356697 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ea8099: reopening flushed file at 1731021356703 (+6 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=35, compaction requested=false at 1731021356710 (+7 ms)Writing region close event to WAL at 1731021356711 (+1 ms)Running coprocessor post-close hooks at 1731021356715 (+4 ms)Closed at 1731021356715 2024-11-07T23:15:56,715 DEBUG [RS_CLOSE_META-regionserver/d0c5e9b9277f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T23:15:56,770 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(976): stopping server d0c5e9b9277f,41073,1731021295652; all regions closed. 2024-11-07T23:15:56,770 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(976): stopping server d0c5e9b9277f,39631,1731021295606; all regions closed. 2024-11-07T23:15:56,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741835_1011 (size=2917) 2024-11-07T23:15:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741835_1011 (size=2917) 2024-11-07T23:15:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741835_1011 (size=2917) 2024-11-07T23:15:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741836_1012 (size=18422) 2024-11-07T23:15:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741836_1012 (size=18422) 2024-11-07T23:15:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741836_1012 (size=18422) 2024-11-07T23:15:56,776 DEBUG [RS:2;d0c5e9b9277f:41073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/oldWALs 2024-11-07T23:15:56,776 INFO [RS:2;d0c5e9b9277f:41073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d0c5e9b9277f%2C41073%2C1731021295652:(num 1731021296209) 2024-11-07T23:15:56,776 DEBUG [RS:2;d0c5e9b9277f:41073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:56,776 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:15:56,776 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T23:15:56,777 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.ChoreService(370): Chore service for: regionserver/d0c5e9b9277f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T23:15:56,777 DEBUG [RS:1;d0c5e9b9277f:39631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/oldWALs 2024-11-07T23:15:56,777 INFO [RS:1;d0c5e9b9277f:39631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d0c5e9b9277f%2C39631%2C1731021295606.meta:.meta(num 1731021306360) 2024-11-07T23:15:56,777 INFO [regionserver/d0c5e9b9277f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T23:15:56,777 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T23:15:56,777 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T23:15:56,777 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T23:15:56,777 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T23:15:56,778 INFO [RS:2;d0c5e9b9277f:41073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41073 2024-11-07T23:15:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d0c5e9b9277f,41073,1731021295652 2024-11-07T23:15:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:15:56,782 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T23:15:56,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741833_1009 (size=4669) 2024-11-07T23:15:56,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d0c5e9b9277f,41073,1731021295652] 2024-11-07T23:15:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741833_1009 (size=4669) 2024-11-07T23:15:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741833_1009 (size=4669) 2024-11-07T23:15:56,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d0c5e9b9277f,41073,1731021295652 already deleted, retry=false 2024-11-07T23:15:56,784 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d0c5e9b9277f,41073,1731021295652 expired; onlineServers=1 2024-11-07T23:15:56,785 DEBUG [RS:1;d0c5e9b9277f:39631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/oldWALs 2024-11-07T23:15:56,785 INFO [RS:1;d0c5e9b9277f:39631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d0c5e9b9277f%2C39631%2C1731021295606:(num 1731021296173) 2024-11-07T23:15:56,785 DEBUG [RS:1;d0c5e9b9277f:39631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T23:15:56,785 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T23:15:56,785 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T23:15:56,786 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.ChoreService(370): Chore service for: regionserver/d0c5e9b9277f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T23:15:56,786 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T23:15:56,786 INFO [regionserver/d0c5e9b9277f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T23:15:56,786 INFO [RS:1;d0c5e9b9277f:39631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39631 2024-11-07T23:15:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d0c5e9b9277f,39631,1731021295606 2024-11-07T23:15:56,789 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T23:15:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T23:15:56,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d0c5e9b9277f,39631,1731021295606] 2024-11-07T23:15:56,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d0c5e9b9277f,39631,1731021295606 already deleted, retry=false 2024-11-07T23:15:56,793 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d0c5e9b9277f,39631,1731021295606 expired; onlineServers=0 2024-11-07T23:15:56,793 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd0c5e9b9277f,40887,1731021295502' ***** 2024-11-07T23:15:56,793 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T23:15:56,793 INFO [M:0;d0c5e9b9277f:40887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T23:15:56,793 INFO [M:0;d0c5e9b9277f:40887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T23:15:56,793 DEBUG [M:0;d0c5e9b9277f:40887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T23:15:56,793 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T23:15:56,793 DEBUG [M:0;d0c5e9b9277f:40887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T23:15:56,793 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.small.0-1731021295891 {}] cleaner.HFileCleaner(306): Exit Thread[master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.small.0-1731021295891,5,FailOnTimeoutGroup] 2024-11-07T23:15:56,793 DEBUG [master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.large.0-1731021295891 {}] cleaner.HFileCleaner(306): Exit Thread[master/d0c5e9b9277f:0:becomeActiveMaster-HFileCleaner.large.0-1731021295891,5,FailOnTimeoutGroup] 2024-11-07T23:15:56,794 INFO [M:0;d0c5e9b9277f:40887 {}] hbase.ChoreService(370): Chore service for: master/d0c5e9b9277f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T23:15:56,794 INFO [M:0;d0c5e9b9277f:40887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T23:15:56,794 DEBUG [M:0;d0c5e9b9277f:40887 {}] master.HMaster(1795): Stopping service threads 2024-11-07T23:15:56,794 INFO [M:0;d0c5e9b9277f:40887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T23:15:56,794 INFO [M:0;d0c5e9b9277f:40887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T23:15:56,794 ERROR [M:0;d0c5e9b9277f:40887 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:39223 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39223,5,PEWorkerGroup] 2024-11-07T23:15:56,794 INFO [M:0;d0c5e9b9277f:40887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T23:15:56,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T23:15:56,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T23:15:56,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T23:15:56,795 DEBUG [M:0;d0c5e9b9277f:40887 {}] zookeeper.ZKUtil(347): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T23:15:56,795 WARN [M:0;d0c5e9b9277f:40887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T23:15:56,796 INFO [M:0;d0c5e9b9277f:40887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/.lastflushedseqids 2024-11-07T23:15:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741867_1043 (size=650) 2024-11-07T23:15:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741867_1043 (size=650) 2024-11-07T23:15:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741867_1043 (size=650) 2024-11-07T23:15:56,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:15:56,884 INFO [RS:2;d0c5e9b9277f:41073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T23:15:56,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41073-0x100f4b6ba080003, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:15:56,884 INFO [RS:2;d0c5e9b9277f:41073 {}] regionserver.HRegionServer(1031): Exiting; stopping=d0c5e9b9277f,41073,1731021295652; zookeeper connection closed. 2024-11-07T23:15:56,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44aac808 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44aac808 2024-11-07T23:15:56,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:15:56,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39631-0x100f4b6ba080002, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:15:56,890 INFO [RS:1;d0c5e9b9277f:39631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T23:15:56,890 INFO [RS:1;d0c5e9b9277f:39631 {}] regionserver.HRegionServer(1031): Exiting; stopping=d0c5e9b9277f,39631,1731021295606; zookeeper connection closed. 2024-11-07T23:15:56,890 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54be4335 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54be4335 2024-11-07T23:15:56,891 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T23:15:56,989 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d0c5e9b9277f:40887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T23:15:57,205 INFO [M:0;d0c5e9b9277f:40887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T23:15:57,206 INFO [M:0;d0c5e9b9277f:40887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T23:15:57,206 DEBUG [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T23:15:57,206 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:15:57,206 DEBUG [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:15:57,206 DEBUG [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T23:15:57,206 DEBUG [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:15:57,206 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.90 KB heapSize=266.10 KB 2024-11-07T23:15:57,222 DEBUG [M:0;d0c5e9b9277f:40887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dc4d14f390b40269d14926f23549203 is 82, key is hbase:meta,,1/info:regioninfo/1731021306398/Put/seqid=0 2024-11-07T23:15:57,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741868_1044 (size=5672) 2024-11-07T23:15:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741868_1044 (size=5672) 2024-11-07T23:15:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741868_1044 (size=5672) 2024-11-07T23:15:57,229 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dc4d14f390b40269d14926f23549203 2024-11-07T23:15:57,250 DEBUG [M:0;d0c5e9b9277f:40887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cf82ef6b7314c17b641d5da82e6b480 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731021317332/Put/seqid=0 2024-11-07T23:15:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741869_1045 (size=9312) 2024-11-07T23:15:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741869_1045 (size=9312) 2024-11-07T23:15:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741869_1045 (size=9312) 2024-11-07T23:15:57,257 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.17 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cf82ef6b7314c17b641d5da82e6b480 2024-11-07T23:15:57,263 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cf82ef6b7314c17b641d5da82e6b480 2024-11-07T23:15:57,282 DEBUG [M:0;d0c5e9b9277f:40887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0af5845555714a1cbcc43001cd84184d is 69, key is d0c5e9b9277f,39631,1731021295606/rs:state/1731021296007/Put/seqid=0 2024-11-07T23:15:57,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741870_1046 (size=5442) 2024-11-07T23:15:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741870_1046 (size=5442) 2024-11-07T23:15:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741870_1046 (size=5442) 2024-11-07T23:15:57,289 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0af5845555714a1cbcc43001cd84184d 2024-11-07T23:15:57,295 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0af5845555714a1cbcc43001cd84184d 2024-11-07T23:15:57,296 DEBUG [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dc4d14f390b40269d14926f23549203 as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dc4d14f390b40269d14926f23549203 2024-11-07T23:15:57,301 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dc4d14f390b40269d14926f23549203, entries=8, sequenceid=467, filesize=5.5 K 2024-11-07T23:15:57,302 DEBUG [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cf82ef6b7314c17b641d5da82e6b480 as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cf82ef6b7314c17b641d5da82e6b480 2024-11-07T23:15:57,307 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cf82ef6b7314c17b641d5da82e6b480 2024-11-07T23:15:57,308 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cf82ef6b7314c17b641d5da82e6b480, entries=54, sequenceid=467, filesize=9.1 K 2024-11-07T23:15:57,309 DEBUG [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0af5845555714a1cbcc43001cd84184d as hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0af5845555714a1cbcc43001cd84184d 2024-11-07T23:15:57,314 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0af5845555714a1cbcc43001cd84184d 2024-11-07T23:15:57,314 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/734fb72f-81bb-4625-ee3d-94a9649102a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0af5845555714a1cbcc43001cd84184d, entries=3, sequenceid=467, filesize=5.3 K 2024-11-07T23:15:57,315 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.90 KB/228252, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=467, compaction requested=false 2024-11-07T23:15:57,316 INFO [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T23:15:57,317 DEBUG [M:0;d0c5e9b9277f:40887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731021357206Disabling compacts and flushes for region at 1731021357206Disabling writes for close at 1731021357206Obtaining lock to block concurrent updates at 1731021357206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731021357206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228252, getHeapSize=272424, getOffHeapSize=0, getCellsCount=570 at 1731021357206Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731021357207 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731021357207Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731021357222 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731021357222Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731021357235 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731021357249 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731021357249Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731021357263 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731021357281 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731021357281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d284661: reopening flushed file at 1731021357295 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4d2954: reopening flushed file at 1731021357302 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5766c0: reopening flushed file at 1731021357308 (+6 ms)Finished flush of dataSize ~222.90 KB/228252, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=467, compaction requested=false at 1731021357315 (+7 ms)Writing region close event to WAL at 1731021357316 (+1 ms)Closed at 1731021357316 2024-11-07T23:15:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35345 is added to blk_1073741830_1006 (size=259438) 2024-11-07T23:15:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33095 is added to blk_1073741830_1006 (size=259438) 2024-11-07T23:15:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40563 is added to blk_1073741830_1006 (size=259438) 2024-11-07T23:15:57,320 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T23:15:57,320 INFO [M:0;d0c5e9b9277f:40887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T23:15:57,320 INFO [M:0;d0c5e9b9277f:40887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40887 2024-11-07T23:15:57,321 INFO [M:0;d0c5e9b9277f:40887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T23:15:57,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:15:57,423 INFO [M:0;d0c5e9b9277f:40887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T23:15:57,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40887-0x100f4b6ba080000, quorum=127.0.0.1:61521, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T23:15:57,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b8c1678{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:15:57,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c7ddb23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:15:57,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:15:57,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47665ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:15:57,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4294a08f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.log.dir/,STOPPED} 2024-11-07T23:15:57,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T23:15:57,429 WARN [BP-2025442763-172.17.0.2-1731021294605 heartbeating to localhost/127.0.0.1:39223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T23:15:57,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T23:15:57,429 WARN [BP-2025442763-172.17.0.2-1731021294605 heartbeating to localhost/127.0.0.1:39223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2025442763-172.17.0.2-1731021294605 (Datanode Uuid 978f0874-218d-4afb-8647-04184449b409) service to localhost/127.0.0.1:39223 2024-11-07T23:15:57,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data5/current/BP-2025442763-172.17.0.2-1731021294605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:15:57,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data6/current/BP-2025442763-172.17.0.2-1731021294605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:15:57,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T23:15:57,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b52b262{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:15:57,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4597c443{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:15:57,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:15:57,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d72d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:15:57,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbd58ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.log.dir/,STOPPED} 2024-11-07T23:15:57,436 WARN [BP-2025442763-172.17.0.2-1731021294605 heartbeating to localhost/127.0.0.1:39223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T23:15:57,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T23:15:57,436 WARN [BP-2025442763-172.17.0.2-1731021294605 heartbeating to localhost/127.0.0.1:39223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2025442763-172.17.0.2-1731021294605 (Datanode Uuid 2e80a424-bce2-485b-957d-b5351f06f332) service to localhost/127.0.0.1:39223 2024-11-07T23:15:57,436 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T23:15:57,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data3/current/BP-2025442763-172.17.0.2-1731021294605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:15:57,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data4/current/BP-2025442763-172.17.0.2-1731021294605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:15:57,437 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T23:15:57,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51f349c1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T23:15:57,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68acd59d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:15:57,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:15:57,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55383a1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:15:57,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@284ed3a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.log.dir/,STOPPED} 2024-11-07T23:15:57,448 WARN [BP-2025442763-172.17.0.2-1731021294605 heartbeating to localhost/127.0.0.1:39223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T23:15:57,448 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T23:15:57,448 WARN [BP-2025442763-172.17.0.2-1731021294605 heartbeating to localhost/127.0.0.1:39223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2025442763-172.17.0.2-1731021294605 (Datanode Uuid 2fbc97a2-9486-47a1-a7d8-7b46419f49f3) service to localhost/127.0.0.1:39223 2024-11-07T23:15:57,448 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T23:15:57,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data1/current/BP-2025442763-172.17.0.2-1731021294605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:15:57,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/cluster_618d4ce6-908b-6ef2-7bb7-3ea2c5983b98/data/data2/current/BP-2025442763-172.17.0.2-1731021294605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T23:15:57,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T23:15:57,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57870d57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T23:15:57,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5130e02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T23:15:57,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T23:15:57,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2bbf15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T23:15:57,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@536a6f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd9a85b9-bef7-7704-4a22-6be8397a2d1f/hadoop.log.dir/,STOPPED} 2024-11-07T23:15:57,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T23:15:57,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T23:15:57,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39223 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39223 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d0c5e9b9277f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 164), ProcessCount=11 (was 11), AvailableMemoryMB=1788 (was 1902)