2024-11-13 03:12:36,464 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@97e93f1 2024-11-13 03:12:36,496 main DEBUG Took 0.030001 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 03:12:36,497 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 03:12:36,497 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 03:12:36,498 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 03:12:36,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,509 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 03:12:36,532 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,540 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,541 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,543 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,544 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,550 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,551 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,554 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,557 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,560 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,563 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,564 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 03:12:36,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,566 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 03:12:36,567 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 03:12:36,569 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 03:12:36,571 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 03:12:36,571 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 03:12:36,573 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 03:12:36,573 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 03:12:36,581 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 03:12:36,584 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 03:12:36,586 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 03:12:36,587 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 03:12:36,587 main DEBUG createAppenders(={Console}) 2024-11-13 03:12:36,588 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@97e93f1 initialized 2024-11-13 03:12:36,588 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@97e93f1 2024-11-13 03:12:36,589 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@97e93f1 OK. 2024-11-13 03:12:36,589 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 03:12:36,590 main DEBUG OutputStream closed 2024-11-13 03:12:36,590 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 03:12:36,590 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 03:12:36,590 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1e1a0406 OK 2024-11-13 03:12:36,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 03:12:36,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 03:12:36,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 03:12:36,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 03:12:36,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 03:12:36,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 03:12:36,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 03:12:36,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 03:12:36,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 03:12:36,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 03:12:36,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 03:12:36,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 03:12:36,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 03:12:36,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 03:12:36,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 03:12:36,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 03:12:36,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 03:12:36,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 03:12:36,713 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 03:12:36,713 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@740d2e78) with optional ClassLoader: null 2024-11-13 03:12:36,714 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 03:12:36,715 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@740d2e78] started OK. 2024-11-13T03:12:36,733 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-13 03:12:36,738 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 03:12:36,738 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T03:12:36,748 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-13T03:12:36,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=244, ProcessCount=11, AvailableMemoryMB=7131 2024-11-13T03:12:37,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9 2024-11-13T03:12:37,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:12:37,233 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858, deleteOnExit=true 2024-11-13T03:12:37,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:12:37,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/test.cache.data in system properties and HBase conf 2024-11-13T03:12:37,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:12:37,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:12:37,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:12:37,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:12:37,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:12:37,399 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T03:12:37,529 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:12:37,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:12:37,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:12:37,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:12:37,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:12:37,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:12:37,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:12:37,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:12:37,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:12:37,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:12:37,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:12:37,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:12:37,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:12:37,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:12:37,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:12:38,985 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T03:12:39,081 INFO [Time-limited test {}] log.Log(170): Logging initialized @3599ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T03:12:39,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:12:39,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:12:39,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:12:39,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:12:39,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:12:39,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:12:39,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:12:39,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:12:39,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/java.io.tmpdir/jetty-localhost-45301-hadoop-hdfs-3_4_1-tests_jar-_-any-2902749312719201528/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:12:39,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:45301} 2024-11-13T03:12:39,602 INFO [Time-limited test {}] server.Server(415): Started @4120ms 2024-11-13T03:12:40,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:12:40,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:12:40,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:12:40,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:12:40,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:12:40,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:12:40,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:12:40,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/java.io.tmpdir/jetty-localhost-34481-hadoop-hdfs-3_4_1-tests_jar-_-any-6171579034442940424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:12:40,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:34481} 2024-11-13T03:12:40,426 INFO [Time-limited test {}] server.Server(415): Started @4945ms 2024-11-13T03:12:40,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:12:40,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:12:40,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:12:40,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:12:40,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:12:40,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:12:40,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:12:40,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:12:40,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/java.io.tmpdir/jetty-localhost-35589-hadoop-hdfs-3_4_1-tests_jar-_-any-10396697519503172670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:12:40,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:35589} 2024-11-13T03:12:40,762 INFO [Time-limited test {}] server.Server(415): Started @5280ms 2024-11-13T03:12:40,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:12:40,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:12:40,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:12:40,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:12:40,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:12:40,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:12:40,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:12:40,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:12:40,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/java.io.tmpdir/jetty-localhost-37441-hadoop-hdfs-3_4_1-tests_jar-_-any-14274569393153606323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:12:40,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:37441} 2024-11-13T03:12:40,997 INFO [Time-limited test {}] server.Server(415): Started @5516ms 2024-11-13T03:12:41,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:12:42,819 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data1/current/BP-639519644-172.17.0.3-1731467558299/current, will proceed with Du for space computation calculation, 2024-11-13T03:12:42,819 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data2/current/BP-639519644-172.17.0.3-1731467558299/current, will proceed with Du for space computation calculation, 2024-11-13T03:12:42,819 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data5/current/BP-639519644-172.17.0.3-1731467558299/current, will proceed with Du for space computation calculation, 2024-11-13T03:12:42,820 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data6/current/BP-639519644-172.17.0.3-1731467558299/current, will proceed with Du for space computation calculation, 2024-11-13T03:12:42,820 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data3/current/BP-639519644-172.17.0.3-1731467558299/current, will proceed with Du for space computation calculation, 2024-11-13T03:12:42,821 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data4/current/BP-639519644-172.17.0.3-1731467558299/current, will proceed with Du for space computation calculation, 2024-11-13T03:12:42,876 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:12:42,878 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:12:42,900 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:12:42,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c246d389b37b9d with lease ID 0x8ede441f599f5936: Processing first storage report for DS-0a34ce46-6a0e-4a56-86e7-38356f0e32c7 from datanode DatanodeRegistration(127.0.0.1:41371, datanodeUuid=3f302f45-964e-4039-83f9-e9c0e163b85f, infoPort=35065, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299) 2024-11-13T03:12:42,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c246d389b37b9d with lease ID 0x8ede441f599f5936: from storage DS-0a34ce46-6a0e-4a56-86e7-38356f0e32c7 node DatanodeRegistration(127.0.0.1:41371, datanodeUuid=3f302f45-964e-4039-83f9-e9c0e163b85f, infoPort=35065, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T03:12:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b0d56059f3a6bb1 with lease ID 0x8ede441f599f5935: Processing first storage report for DS-c9fefc99-a681-4f23-b5ad-7e952c488e9d from datanode DatanodeRegistration(127.0.0.1:43407, datanodeUuid=6ff1cb66-606f-4062-aa7c-7b21545b3bec, infoPort=39877, infoSecurePort=0, ipcPort=43415, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299) 2024-11-13T03:12:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b0d56059f3a6bb1 with lease ID 0x8ede441f599f5935: from storage DS-c9fefc99-a681-4f23-b5ad-7e952c488e9d node DatanodeRegistration(127.0.0.1:43407, datanodeUuid=6ff1cb66-606f-4062-aa7c-7b21545b3bec, infoPort=39877, infoSecurePort=0, ipcPort=43415, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:12:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c246d389b37b9d with lease ID 0x8ede441f599f5936: Processing first storage report for DS-06d01e1f-cef6-4304-ba64-e1105326c64a from datanode DatanodeRegistration(127.0.0.1:41371, datanodeUuid=3f302f45-964e-4039-83f9-e9c0e163b85f, infoPort=35065, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299) 2024-11-13T03:12:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c246d389b37b9d with lease ID 0x8ede441f599f5936: from storage DS-06d01e1f-cef6-4304-ba64-e1105326c64a node DatanodeRegistration(127.0.0.1:41371, datanodeUuid=3f302f45-964e-4039-83f9-e9c0e163b85f, infoPort=35065, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:12:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b0d56059f3a6bb1 with lease ID 0x8ede441f599f5935: Processing first storage report for DS-7ef5bc60-ae4c-4c70-9637-f419d0564a0d from datanode DatanodeRegistration(127.0.0.1:43407, datanodeUuid=6ff1cb66-606f-4062-aa7c-7b21545b3bec, infoPort=39877, infoSecurePort=0, ipcPort=43415, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299) 2024-11-13T03:12:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b0d56059f3a6bb1 with lease ID 0x8ede441f599f5935: from storage DS-7ef5bc60-ae4c-4c70-9637-f419d0564a0d node DatanodeRegistration(127.0.0.1:43407, datanodeUuid=6ff1cb66-606f-4062-aa7c-7b21545b3bec, infoPort=39877, infoSecurePort=0, ipcPort=43415, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:12:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x110b0d4ec6aaecbf with lease ID 0x8ede441f599f5934: Processing first storage report for DS-b9b6708f-7e28-4ef7-8585-2fd8f8000d9e from datanode DatanodeRegistration(127.0.0.1:33791, datanodeUuid=678ecc46-56c2-4360-9053-338c797dbd27, infoPort=45939, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299) 2024-11-13T03:12:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x110b0d4ec6aaecbf with lease ID 0x8ede441f599f5934: from storage DS-b9b6708f-7e28-4ef7-8585-2fd8f8000d9e node DatanodeRegistration(127.0.0.1:33791, datanodeUuid=678ecc46-56c2-4360-9053-338c797dbd27, infoPort=45939, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T03:12:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x110b0d4ec6aaecbf with lease ID 0x8ede441f599f5934: Processing first storage report for DS-74c9bfb8-5fed-41f3-a341-5e4c0cf56de2 from datanode DatanodeRegistration(127.0.0.1:33791, datanodeUuid=678ecc46-56c2-4360-9053-338c797dbd27, infoPort=45939, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299) 2024-11-13T03:12:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x110b0d4ec6aaecbf with lease ID 0x8ede441f599f5934: from storage DS-74c9bfb8-5fed-41f3-a341-5e4c0cf56de2 node DatanodeRegistration(127.0.0.1:33791, datanodeUuid=678ecc46-56c2-4360-9053-338c797dbd27, infoPort=45939, infoSecurePort=0, ipcPort=45585, storageInfo=lv=-57;cid=testClusterID;nsid=346871637;c=1731467558299), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T03:12:42,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9 2024-11-13T03:12:43,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/zookeeper_0, clientPort=58140, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:12:43,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58140 2024-11-13T03:12:43,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:43,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:12:43,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:12:43,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:12:43,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 with version=8 2024-11-13T03:12:43,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/hbase-staging 2024-11-13T03:12:43,864 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T03:12:44,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:12:44,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:44,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:44,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:12:44,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:44,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:12:44,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:12:44,324 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T03:12:44,337 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T03:12:44,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:12:44,375 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1025 (auto-detected) 2024-11-13T03:12:44,376 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T03:12:44,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44869 2024-11-13T03:12:44,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44869 connecting to ZooKeeper ensemble=127.0.0.1:58140 2024-11-13T03:12:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448690x0, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:12:44,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44869-0x101322e4bca0000 connected 2024-11-13T03:12:44,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:44,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:44,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:12:44,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889, hbase.cluster.distributed=false 2024-11-13T03:12:44,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:12:44,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-13T03:12:44,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44869 2024-11-13T03:12:44,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44869 2024-11-13T03:12:44,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-13T03:12:44,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-13T03:12:45,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:12:45,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:45,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:45,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:12:45,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:45,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:12:45,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:12:45,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:12:45,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39033 2024-11-13T03:12:45,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39033 connecting to ZooKeeper ensemble=127.0.0.1:58140 2024-11-13T03:12:45,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:45,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:45,053 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390330x0, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:12:45,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39033-0x101322e4bca0001 connected 2024-11-13T03:12:45,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:12:45,060 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:12:45,071 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:12:45,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T03:12:45,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:12:45,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39033 2024-11-13T03:12:45,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39033 2024-11-13T03:12:45,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39033 2024-11-13T03:12:45,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39033 2024-11-13T03:12:45,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39033 2024-11-13T03:12:45,113 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:12:45,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:45,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:45,114 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:12:45,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:45,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:12:45,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:12:45,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:12:45,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42323 2024-11-13T03:12:45,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42323 connecting to ZooKeeper ensemble=127.0.0.1:58140 2024-11-13T03:12:45,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:45,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:45,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423230x0, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:12:45,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423230x0, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:12:45,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42323-0x101322e4bca0002 connected 2024-11-13T03:12:45,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:12:45,141 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:12:45,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T03:12:45,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:12:45,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-13T03:12:45,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42323 2024-11-13T03:12:45,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42323 2024-11-13T03:12:45,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-13T03:12:45,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-13T03:12:45,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:12:45,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:45,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:45,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:12:45,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:12:45,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:12:45,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:12:45,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:12:45,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44495 2024-11-13T03:12:45,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44495 connecting to ZooKeeper ensemble=127.0.0.1:58140 2024-11-13T03:12:45,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:45,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:45,190 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444950x0, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:12:45,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444950x0, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:12:45,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44495-0x101322e4bca0003 connected 2024-11-13T03:12:45,191 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:12:45,196 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:12:45,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T03:12:45,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:12:45,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-13T03:12:45,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44495 2024-11-13T03:12:45,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44495 2024-11-13T03:12:45,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-13T03:12:45,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-13T03:12:45,227 DEBUG [M:0;8394b182524b:44869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:44869 2024-11-13T03:12:45,228 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8394b182524b,44869,1731467563948 2024-11-13T03:12:45,243 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:12:45,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:12:45,243 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:12:45,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:12:45,246 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8394b182524b,44869,1731467563948 2024-11-13T03:12:45,274 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T03:12:45,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:45,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T03:12:45,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:45,274 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T03:12:45,275 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:45,275 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:45,276 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T03:12:45,277 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8394b182524b,44869,1731467563948 from backup master directory 2024-11-13T03:12:45,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8394b182524b,44869,1731467563948 2024-11-13T03:12:45,285 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:12:45,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:12:45,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:12:45,285 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:12:45,286 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:12:45,286 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,44869,1731467563948 2024-11-13T03:12:45,288 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T03:12:45,290 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T03:12:45,346 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/hbase.id] with ID: 12907151-aace-46f8-b9e9-923c422869ff 2024-11-13T03:12:45,346 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/.tmp/hbase.id 2024-11-13T03:12:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:12:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:12:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:12:45,361 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/.tmp/hbase.id]:[hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/hbase.id] 2024-11-13T03:12:45,404 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:12:45,409 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:12:45,425 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-13T03:12:45,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:45,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:45,432 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:45,432 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:12:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:12:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:12:45,464 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:12:45,466 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:12:45,478 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:12:45,482 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:12:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:12:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:12:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:12:45,528 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store 2024-11-13T03:12:45,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:12:45,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:12:45,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:12:45,556 INFO [master/8394b182524b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T03:12:45,559 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:45,560 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:12:45,560 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:12:45,560 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:12:45,562 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:12:45,562 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:12:45,562 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:12:45,563 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467565560Disabling compacts and flushes for region at 1731467565560Disabling writes for close at 1731467565562 (+2 ms)Writing region close event to WAL at 1731467565562Closed at 1731467565562 2024-11-13T03:12:45,565 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/.initializing 2024-11-13T03:12:45,565 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/WALs/8394b182524b,44869,1731467563948 2024-11-13T03:12:45,573 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:12:45,589 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C44869%2C1731467563948, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/WALs/8394b182524b,44869,1731467563948, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/oldWALs, maxLogs=10 2024-11-13T03:12:45,618 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/WALs/8394b182524b,44869,1731467563948/8394b182524b%2C44869%2C1731467563948.1731467565594, exclude list is [], retry=0 2024-11-13T03:12:45,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33791,DS-b9b6708f-7e28-4ef7-8585-2fd8f8000d9e,DISK] 2024-11-13T03:12:45,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-c9fefc99-a681-4f23-b5ad-7e952c488e9d,DISK] 2024-11-13T03:12:45,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-0a34ce46-6a0e-4a56-86e7-38356f0e32c7,DISK] 2024-11-13T03:12:45,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T03:12:45,677 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/WALs/8394b182524b,44869,1731467563948/8394b182524b%2C44869%2C1731467563948.1731467565594 2024-11-13T03:12:45,678 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45939:45939),(127.0.0.1/127.0.0.1:35065:35065),(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-13T03:12:45,679 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:12:45,679 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:45,682 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,683 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:12:45,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:45,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:12:45,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:12:45,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:45,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:12:45,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:12:45,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:45,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:12:45,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:12:45,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:45,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:12:45,765 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,768 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,770 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,775 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,776 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,780 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:12:45,783 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:12:45,788 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:12:45,790 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65151509, jitterRate=-0.02916686236858368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:12:45,798 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467565694Initializing all the Stores at 1731467565696 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467565696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467565697 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467565697Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467565697Cleaning up temporary data from old regions at 1731467565776 (+79 ms)Region opened successfully at 1731467565798 (+22 ms) 2024-11-13T03:12:45,800 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:12:45,830 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596cdcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:12:45,858 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:12:45,867 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:12:45,867 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:12:45,870 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:12:45,871 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T03:12:45,875 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T03:12:45,876 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T03:12:45,898 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:12:45,905 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T03:12:45,926 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T03:12:45,930 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:12:45,932 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:12:45,937 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T03:12:45,939 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:12:45,943 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:12:45,947 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T03:12:45,949 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:12:45,958 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T03:12:45,979 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:12:45,989 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T03:12:46,000 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:12:46,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:12:46,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:12:46,000 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,001 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:12:46,001 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,005 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,44869,1731467563948, sessionid=0x101322e4bca0000, setting cluster-up flag (Was=false) 2024-11-13T03:12:46,032 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,032 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,064 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T03:12:46,070 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,44869,1731467563948 2024-11-13T03:12:46,095 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,095 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:46,126 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T03:12:46,129 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,44869,1731467563948 2024-11-13T03:12:46,136 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:12:46,203 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:12:46,209 INFO [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer(746): ClusterId : 12907151-aace-46f8-b9e9-923c422869ff 2024-11-13T03:12:46,209 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(746): ClusterId : 12907151-aace-46f8-b9e9-923c422869ff 2024-11-13T03:12:46,209 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(746): ClusterId : 12907151-aace-46f8-b9e9-923c422869ff 2024-11-13T03:12:46,212 DEBUG [RS:0;8394b182524b:39033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:12:46,212 DEBUG [RS:2;8394b182524b:44495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:12:46,212 DEBUG [RS:1;8394b182524b:42323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:12:46,213 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:12:46,220 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:12:46,225 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,44869,1731467563948 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:12:46,234 DEBUG [RS:0;8394b182524b:39033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:12:46,234 DEBUG [RS:1;8394b182524b:42323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:12:46,234 DEBUG [RS:1;8394b182524b:42323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:12:46,234 DEBUG [RS:2;8394b182524b:44495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:12:46,234 DEBUG [RS:0;8394b182524b:39033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:12:46,234 DEBUG [RS:2;8394b182524b:44495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:12:46,235 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:12:46,235 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:12:46,235 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:12:46,236 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:12:46,236 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:12:46,236 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,236 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:12:46,236 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:12:46,248 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467596248 2024-11-13T03:12:46,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:12:46,250 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:12:46,251 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:12:46,255 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:12:46,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:12:46,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:46,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:12:46,256 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:12:46,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:12:46,257 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,262 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:12:46,264 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:12:46,265 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:12:46,269 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:12:46,270 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:12:46,276 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467566272,5,FailOnTimeoutGroup] 2024-11-13T03:12:46,277 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467566277,5,FailOnTimeoutGroup] 2024-11-13T03:12:46,278 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,278 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:12:46,279 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,280 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:12:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:12:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:12:46,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:12:46,288 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:46,296 DEBUG [RS:2;8394b182524b:44495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:12:46,296 DEBUG [RS:1;8394b182524b:42323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:12:46,296 DEBUG [RS:0;8394b182524b:39033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:12:46,297 DEBUG [RS:2;8394b182524b:44495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfd8e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:12:46,297 DEBUG [RS:1;8394b182524b:42323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edf9747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:12:46,297 DEBUG [RS:0;8394b182524b:39033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df50e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:12:46,322 DEBUG [RS:0;8394b182524b:39033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:39033 2024-11-13T03:12:46,322 DEBUG [RS:2;8394b182524b:44495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8394b182524b:44495 2024-11-13T03:12:46,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:12:46,327 INFO [RS:2;8394b182524b:44495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:12:46,327 INFO [RS:0;8394b182524b:39033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:12:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:12:46,327 INFO [RS:0;8394b182524b:39033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:12:46,329 DEBUG [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:12:46,329 INFO [RS:2;8394b182524b:44495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:12:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:12:46,329 DEBUG [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:12:46,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:46,332 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,44869,1731467563948 with port=44495, startcode=1731467565166 2024-11-13T03:12:46,333 INFO [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,44869,1731467563948 with port=39033, startcode=1731467564984 2024-11-13T03:12:46,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:12:46,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:12:46,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:46,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:12:46,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:12:46,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:12:46,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:46,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:12:46,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:12:46,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:12:46,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:46,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:12:46,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:12:46,361 DEBUG [RS:1;8394b182524b:42323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8394b182524b:42323 2024-11-13T03:12:46,361 INFO [RS:1;8394b182524b:42323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:12:46,361 INFO [RS:1;8394b182524b:42323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:12:46,361 DEBUG [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:12:46,363 DEBUG [RS:2;8394b182524b:44495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:12:46,363 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,44869,1731467563948 with port=42323, startcode=1731467565113 2024-11-13T03:12:46,363 DEBUG [RS:1;8394b182524b:42323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:12:46,363 DEBUG [RS:0;8394b182524b:39033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:12:46,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:12:46,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:46,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:12:46,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:12:46,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740 2024-11-13T03:12:46,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740 2024-11-13T03:12:46,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:12:46,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:12:46,376 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:12:46,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:12:46,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:12:46,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61895366, jitterRate=-0.07768717408180237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:12:46,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467566333Initializing all the Stores at 1731467566335 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467566335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467566335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467566335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467566335Cleaning up temporary data from old regions at 1731467566374 (+39 ms)Region opened successfully at 1731467566400 (+26 ms) 2024-11-13T03:12:46,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:12:46,400 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:12:46,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:12:46,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:12:46,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:12:46,407 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:12:46,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:12:46,407 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:12:46,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467566400Disabling compacts and flushes for region at 1731467566400Disabling writes for close at 1731467566401 (+1 ms)Writing region close event to WAL at 1731467566405 (+4 ms)Closed at 1731467566407 (+2 ms) 2024-11-13T03:12:46,407 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:12:46,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:12:46,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:12:46,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,42323,1731467565113 2024-11-13T03:12:46,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] master.ServerManager(517): Registering regionserver=8394b182524b,42323,1731467565113 2024-11-13T03:12:46,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:12:46,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,44495,1731467565166 2024-11-13T03:12:46,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] master.ServerManager(517): Registering regionserver=8394b182524b,44495,1731467565166 2024-11-13T03:12:46,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:12:46,436 DEBUG [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:46,436 DEBUG [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43813 2024-11-13T03:12:46,437 DEBUG [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:12:46,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,39033,1731467564984 2024-11-13T03:12:46,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:12:46,438 DEBUG [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:46,438 DEBUG [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43813 2024-11-13T03:12:46,438 DEBUG [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:12:46,439 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] master.ServerManager(517): Registering regionserver=8394b182524b,39033,1731467564984 2024-11-13T03:12:46,443 DEBUG [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:46,443 DEBUG [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43813 2024-11-13T03:12:46,443 DEBUG [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:12:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:12:46,537 DEBUG [RS:1;8394b182524b:42323 {}] zookeeper.ZKUtil(111): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8394b182524b,42323,1731467565113 2024-11-13T03:12:46,537 DEBUG [RS:2;8394b182524b:44495 {}] zookeeper.ZKUtil(111): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8394b182524b,44495,1731467565166 2024-11-13T03:12:46,537 WARN [RS:2;8394b182524b:44495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:12:46,537 WARN [RS:1;8394b182524b:42323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:12:46,538 INFO [RS:1;8394b182524b:42323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:12:46,538 DEBUG [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,42323,1731467565113 2024-11-13T03:12:46,538 INFO [RS:2;8394b182524b:44495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:12:46,538 DEBUG [RS:0;8394b182524b:39033 {}] zookeeper.ZKUtil(111): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8394b182524b,39033,1731467564984 2024-11-13T03:12:46,538 WARN [RS:0;8394b182524b:39033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:12:46,538 DEBUG [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,44495,1731467565166 2024-11-13T03:12:46,538 INFO [RS:0;8394b182524b:39033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:12:46,539 DEBUG [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984 2024-11-13T03:12:46,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,39033,1731467564984] 2024-11-13T03:12:46,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,44495,1731467565166] 2024-11-13T03:12:46,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,42323,1731467565113] 2024-11-13T03:12:46,563 INFO [RS:2;8394b182524b:44495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:12:46,563 INFO [RS:1;8394b182524b:42323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:12:46,563 INFO [RS:0;8394b182524b:39033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:12:46,582 INFO [RS:2;8394b182524b:44495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:12:46,582 INFO [RS:1;8394b182524b:42323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:12:46,582 INFO [RS:0;8394b182524b:39033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:12:46,587 INFO [RS:1;8394b182524b:42323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:12:46,587 INFO [RS:2;8394b182524b:44495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:12:46,587 INFO [RS:0;8394b182524b:39033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:12:46,588 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,588 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,588 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,588 WARN [8394b182524b:44869 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T03:12:46,589 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:12:46,589 INFO [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:12:46,589 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:12:46,595 INFO [RS:0;8394b182524b:39033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:12:46,595 INFO [RS:1;8394b182524b:42323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:12:46,595 INFO [RS:2;8394b182524b:44495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:12:46,596 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,596 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,596 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,597 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:12:46,597 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,597 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:12:46,598 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:12:46,598 DEBUG [RS:2;8394b182524b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:12:46,598 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,598 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,599 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:12:46,599 DEBUG [RS:0;8394b182524b:39033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:12:46,599 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,599 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:12:46,599 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,599 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,599 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,600 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,600 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,600 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:12:46,600 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:12:46,600 DEBUG [RS:1;8394b182524b:42323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:12:46,609 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,609 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,609 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,609 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,609 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,609 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44495,1731467565166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:12:46,611 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,611 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,611 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,611 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,611 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,611 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42323,1731467565113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:12:46,614 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,615 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,615 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,615 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,615 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,615 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39033,1731467564984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:12:46,636 INFO [RS:0;8394b182524b:39033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:12:46,636 INFO [RS:2;8394b182524b:44495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:12:46,636 INFO [RS:1;8394b182524b:42323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:12:46,638 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,42323,1731467565113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,638 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44495,1731467565166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,638 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,39033,1731467564984-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,638 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,638 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,638 INFO [RS:1;8394b182524b:42323 {}] regionserver.Replication(171): 8394b182524b,42323,1731467565113 started 2024-11-13T03:12:46,638 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,638 INFO [RS:0;8394b182524b:39033 {}] regionserver.Replication(171): 8394b182524b,39033,1731467564984 started 2024-11-13T03:12:46,641 INFO [RS:2;8394b182524b:44495 {}] regionserver.Replication(171): 8394b182524b,44495,1731467565166 started 2024-11-13T03:12:46,660 INFO [RS:0;8394b182524b:39033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,660 INFO [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,39033,1731467564984, RpcServer on 8394b182524b/172.17.0.3:39033, sessionid=0x101322e4bca0001 2024-11-13T03:12:46,661 DEBUG [RS:0;8394b182524b:39033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:12:46,661 DEBUG [RS:0;8394b182524b:39033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,39033,1731467564984 2024-11-13T03:12:46,661 DEBUG [RS:0;8394b182524b:39033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,39033,1731467564984' 2024-11-13T03:12:46,662 DEBUG [RS:0;8394b182524b:39033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T03:12:46,662 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,662 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,44495,1731467565166, RpcServer on 8394b182524b/172.17.0.3:44495, sessionid=0x101322e4bca0003 2024-11-13T03:12:46,662 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:46,662 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,42323,1731467565113, RpcServer on 8394b182524b/172.17.0.3:42323, sessionid=0x101322e4bca0002 2024-11-13T03:12:46,662 DEBUG [RS:2;8394b182524b:44495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:12:46,662 DEBUG [RS:2;8394b182524b:44495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,44495,1731467565166 2024-11-13T03:12:46,662 DEBUG [RS:1;8394b182524b:42323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:12:46,662 DEBUG [RS:2;8394b182524b:44495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,44495,1731467565166' 2024-11-13T03:12:46,662 DEBUG [RS:1;8394b182524b:42323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,42323,1731467565113 2024-11-13T03:12:46,662 DEBUG [RS:2;8394b182524b:44495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T03:12:46,662 DEBUG [RS:1;8394b182524b:42323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,42323,1731467565113' 2024-11-13T03:12:46,662 DEBUG [RS:1;8394b182524b:42323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T03:12:46,662 DEBUG [RS:0;8394b182524b:39033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T03:12:46,665 DEBUG [RS:1;8394b182524b:42323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T03:12:46,665 DEBUG [RS:2;8394b182524b:44495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T03:12:46,665 DEBUG [RS:0;8394b182524b:39033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:12:46,665 DEBUG [RS:0;8394b182524b:39033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:12:46,665 DEBUG [RS:0;8394b182524b:39033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,39033,1731467564984 2024-11-13T03:12:46,665 DEBUG [RS:0;8394b182524b:39033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,39033,1731467564984' 2024-11-13T03:12:46,665 DEBUG [RS:0;8394b182524b:39033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T03:12:46,665 DEBUG [RS:1;8394b182524b:42323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:12:46,665 DEBUG [RS:1;8394b182524b:42323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:12:46,665 DEBUG [RS:1;8394b182524b:42323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,42323,1731467565113 2024-11-13T03:12:46,665 DEBUG [RS:2;8394b182524b:44495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:12:46,666 DEBUG [RS:1;8394b182524b:42323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,42323,1731467565113' 2024-11-13T03:12:46,666 DEBUG [RS:2;8394b182524b:44495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:12:46,666 DEBUG [RS:1;8394b182524b:42323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T03:12:46,666 DEBUG [RS:2;8394b182524b:44495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,44495,1731467565166 2024-11-13T03:12:46,666 DEBUG [RS:2;8394b182524b:44495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,44495,1731467565166' 2024-11-13T03:12:46,666 DEBUG [RS:2;8394b182524b:44495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T03:12:46,666 DEBUG [RS:0;8394b182524b:39033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T03:12:46,666 DEBUG [RS:2;8394b182524b:44495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T03:12:46,666 DEBUG [RS:1;8394b182524b:42323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T03:12:46,667 DEBUG [RS:1;8394b182524b:42323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:12:46,667 DEBUG [RS:2;8394b182524b:44495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:12:46,667 INFO [RS:1;8394b182524b:42323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:12:46,667 INFO [RS:2;8394b182524b:44495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:12:46,667 INFO [RS:1;8394b182524b:42323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:12:46,667 INFO [RS:2;8394b182524b:44495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:12:46,668 DEBUG [RS:0;8394b182524b:39033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:12:46,668 INFO [RS:0;8394b182524b:39033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:12:46,668 INFO [RS:0;8394b182524b:39033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:12:46,772 INFO [RS:2;8394b182524b:44495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:12:46,772 INFO [RS:1;8394b182524b:42323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:12:46,772 INFO [RS:0;8394b182524b:39033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:12:46,775 INFO [RS:2;8394b182524b:44495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C44495%2C1731467565166, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,44495,1731467565166, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/oldWALs, maxLogs=32 2024-11-13T03:12:46,775 INFO [RS:1;8394b182524b:42323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C42323%2C1731467565113, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,42323,1731467565113, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/oldWALs, maxLogs=32 2024-11-13T03:12:46,775 INFO [RS:0;8394b182524b:39033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C39033%2C1731467564984, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/oldWALs, maxLogs=32 2024-11-13T03:12:46,792 DEBUG [RS:0;8394b182524b:39033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984/8394b182524b%2C39033%2C1731467564984.1731467566778, exclude list is [], retry=0 2024-11-13T03:12:46,797 DEBUG [RS:2;8394b182524b:44495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,44495,1731467565166/8394b182524b%2C44495%2C1731467565166.1731467566778, exclude list is [], retry=0 2024-11-13T03:12:46,797 DEBUG [RS:1;8394b182524b:42323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,42323,1731467565113/8394b182524b%2C42323%2C1731467565113.1731467566778, exclude list is [], retry=0 2024-11-13T03:12:46,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-c9fefc99-a681-4f23-b5ad-7e952c488e9d,DISK] 2024-11-13T03:12:46,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-0a34ce46-6a0e-4a56-86e7-38356f0e32c7,DISK] 2024-11-13T03:12:46,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33791,DS-b9b6708f-7e28-4ef7-8585-2fd8f8000d9e,DISK] 2024-11-13T03:12:46,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-0a34ce46-6a0e-4a56-86e7-38356f0e32c7,DISK] 2024-11-13T03:12:46,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-c9fefc99-a681-4f23-b5ad-7e952c488e9d,DISK] 2024-11-13T03:12:46,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33791,DS-b9b6708f-7e28-4ef7-8585-2fd8f8000d9e,DISK] 2024-11-13T03:12:46,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-c9fefc99-a681-4f23-b5ad-7e952c488e9d,DISK] 2024-11-13T03:12:46,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33791,DS-b9b6708f-7e28-4ef7-8585-2fd8f8000d9e,DISK] 2024-11-13T03:12:46,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-0a34ce46-6a0e-4a56-86e7-38356f0e32c7,DISK] 2024-11-13T03:12:46,805 INFO [RS:0;8394b182524b:39033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984/8394b182524b%2C39033%2C1731467564984.1731467566778 2024-11-13T03:12:46,809 DEBUG [RS:0;8394b182524b:39033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35065:35065),(127.0.0.1/127.0.0.1:45939:45939),(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-13T03:12:46,811 INFO [RS:2;8394b182524b:44495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,44495,1731467565166/8394b182524b%2C44495%2C1731467565166.1731467566778 2024-11-13T03:12:46,820 INFO [RS:1;8394b182524b:42323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,42323,1731467565113/8394b182524b%2C42323%2C1731467565113.1731467566778 2024-11-13T03:12:46,820 DEBUG [RS:2;8394b182524b:44495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35065:35065),(127.0.0.1/127.0.0.1:39877:39877),(127.0.0.1/127.0.0.1:45939:45939)] 2024-11-13T03:12:46,824 DEBUG [RS:1;8394b182524b:42323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45939:45939),(127.0.0.1/127.0.0.1:39877:39877),(127.0.0.1/127.0.0.1:35065:35065)] 2024-11-13T03:12:46,841 DEBUG [8394b182524b:44869 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T03:12:46,848 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(204): Hosts are {8394b182524b=0} racks are {/default-rack=0} 2024-11-13T03:12:46,854 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T03:12:46,854 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T03:12:46,854 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T03:12:46,854 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T03:12:46,854 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T03:12:46,854 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T03:12:46,854 INFO [8394b182524b:44869 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T03:12:46,854 INFO [8394b182524b:44869 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T03:12:46,854 INFO [8394b182524b:44869 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T03:12:46,854 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T03:12:46,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:12:46,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,44495,1731467565166, state=OPENING 2024-11-13T03:12:46,976 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:12:47,084 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:47,084 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:12:47,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:12:47,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:12:47,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:12:47,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:12:47,089 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:12:47,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,44495,1731467565166}] 2024-11-13T03:12:54,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T03:12:54,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T03:12:57,120 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:12:57,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:12:57,134 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:12:57,134 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:12:57,135 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:12:57,138 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C44495%2C1731467565166.meta, suffix=.meta, logDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,44495,1731467565166, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/oldWALs, maxLogs=32 2024-11-13T03:12:57,152 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,44495,1731467565166/8394b182524b%2C44495%2C1731467565166.meta.1731467577140.meta, exclude list is [], retry=0 2024-11-13T03:12:57,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41371,DS-0a34ce46-6a0e-4a56-86e7-38356f0e32c7,DISK] 2024-11-13T03:12:57,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33791,DS-b9b6708f-7e28-4ef7-8585-2fd8f8000d9e,DISK] 2024-11-13T03:12:57,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-c9fefc99-a681-4f23-b5ad-7e952c488e9d,DISK] 2024-11-13T03:12:57,158 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,44495,1731467565166/8394b182524b%2C44495%2C1731467565166.meta.1731467577140.meta 2024-11-13T03:12:57,158 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45939:45939),(127.0.0.1/127.0.0.1:35065:35065),(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-13T03:12:57,159 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:12:57,161 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:12:57,163 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:12:57,168 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:12:57,171 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:12:57,172 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,172 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:12:57,173 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:12:57,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:12:57,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:12:57,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:57,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:12:57,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:12:57,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:12:57,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:57,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:12:57,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:12:57,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:12:57,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:57,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:12:57,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:12:57,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:12:57,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:57,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:12:57,187 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:12:57,188 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740 2024-11-13T03:12:57,191 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740 2024-11-13T03:12:57,193 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:12:57,193 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:12:57,194 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:12:57,197 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:12:57,198 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59676149, jitterRate=-0.11075608432292938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:12:57,198 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:12:57,200 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467577173Writing region info on filesystem at 1731467577173Initializing all the Stores at 1731467577175 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467577175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467577176 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467577176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467577176Cleaning up temporary data from old regions at 1731467577193 (+17 ms)Running coprocessor post-open hooks at 1731467577198 (+5 ms)Region opened successfully at 1731467577200 (+2 ms) 2024-11-13T03:12:57,206 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467577110 2024-11-13T03:12:57,215 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:12:57,216 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:12:57,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:12:57,220 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,44495,1731467565166, state=OPEN 2024-11-13T03:12:57,326 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:12:57,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:12:57,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:12:57,326 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:12:57,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:12:57,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:12:57,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:12:57,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:12:57,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,44495,1731467565166 2024-11-13T03:12:57,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:12:57,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,44495,1731467565166 in 10.2360 sec 2024-11-13T03:12:57,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:12:57,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9120 sec 2024-11-13T03:12:57,341 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:12:57,341 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:12:57,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:12:57,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,44495,1731467565166, seqNum=-1] 2024-11-13T03:12:57,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:12:57,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:12:57,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2470 sec 2024-11-13T03:12:57,413 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467577412, completionTime=-1 2024-11-13T03:12:57,416 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T03:12:57,416 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:12:57,443 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T03:12:57,444 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731467637443 2024-11-13T03:12:57,444 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731467697444 2024-11-13T03:12:57,444 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-13T03:12:57,445 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:12:57,451 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44869,1731467563948-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:57,452 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44869,1731467563948-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:57,452 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44869,1731467563948-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:57,453 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:44869, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:57,453 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:57,454 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:57,459 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:12:57,479 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.193sec 2024-11-13T03:12:57,481 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:12:57,482 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:12:57,482 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:12:57,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:12:57,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:12:57,483 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44869,1731467563948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:12:57,484 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44869,1731467563948-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:12:57,488 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:12:57,489 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:12:57,489 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,44869,1731467563948-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:12:57,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26248280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:12:57,534 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T03:12:57,535 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T03:12:57,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,44869,-1 for getting cluster id 2024-11-13T03:12:57,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:12:57,550 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12907151-aace-46f8-b9e9-923c422869ff' 2024-11-13T03:12:57,553 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:12:57,553 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12907151-aace-46f8-b9e9-923c422869ff" 2024-11-13T03:12:57,553 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e75f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:12:57,553 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,44869,-1] 2024-11-13T03:12:57,556 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:12:57,559 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:12:57,560 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:12:57,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209b16a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:12:57,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:12:57,569 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,44495,1731467565166, seqNum=-1] 2024-11-13T03:12:57,570 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:12:57,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:12:57,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,44869,1731467563948 2024-11-13T03:12:57,627 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731467577626 (current time:1731467577626). 2024-11-13T03:12:57,627 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T03:12:57,627 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T03:12:57,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784ce919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:12:57,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,44869,-1 for getting cluster id 2024-11-13T03:12:57,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:12:57,631 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12907151-aace-46f8-b9e9-923c422869ff' 2024-11-13T03:12:57,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:12:57,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12907151-aace-46f8-b9e9-923c422869ff" 2024-11-13T03:12:57,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510de879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:12:57,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,44869,-1] 2024-11-13T03:12:57,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:12:57,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:12:57,634 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:12:57,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c243b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:12:57,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:12:57,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,44495,1731467565166, seqNum=-1] 2024-11-13T03:12:57,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:12:57,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:12:57,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:12:57,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:12:57,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:12:57,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:12:57,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:12:57,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:12:57,670 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,44869,1731467563948 2024-11-13T03:12:57,673 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@379a490c 2024-11-13T03:12:57,674 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:12:57,677 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:12:57,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:12:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T03:12:57,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:12:57,699 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:12:57,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T03:12:57,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:12:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:12:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741837_1013 (size=361) 2024-11-13T03:12:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741837_1013 (size=361) 2024-11-13T03:12:57,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741837_1013 (size=361) 2024-11-13T03:12:57,773 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b2b69a2823daa3543ccbb442e850ee3, NAME => 'SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,775 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 34cb173daae02946f0ee22c000666855, NAME => 'SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,793 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1b9a610cb80a924ae27ff63e66bc1aa4, NAME => 'SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:12:57,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741838_1014 (size=54) 2024-11-13T03:12:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741838_1014 (size=54) 2024-11-13T03:12:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741838_1014 (size=54) 2024-11-13T03:12:57,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741839_1015 (size=62) 2024-11-13T03:12:57,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741839_1015 (size=62) 2024-11-13T03:12:57,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741839_1015 (size=62) 2024-11-13T03:12:57,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0b2b69a2823daa3543ccbb442e850ee3, disabling compactions & flushes 2024-11-13T03:12:57,846 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:12:57,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:12:57,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. after waiting 0 ms 2024-11-13T03:12:57,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:12:57,846 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:12:57,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b2b69a2823daa3543ccbb442e850ee3: Waiting for close lock at 1731467577846Disabling compacts and flushes for region at 1731467577846Disabling writes for close at 1731467577846Writing region close event to WAL at 1731467577846Closed at 1731467577846 2024-11-13T03:12:57,847 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0da4de9e39cd536114253406a296d9f5, NAME => 'SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 34cb173daae02946f0ee22c000666855, disabling compactions & flushes 2024-11-13T03:12:57,849 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:12:57,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:12:57,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. after waiting 0 ms 2024-11-13T03:12:57,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:12:57,850 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:12:57,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 34cb173daae02946f0ee22c000666855: Waiting for close lock at 1731467577849Disabling compacts and flushes for region at 1731467577849Disabling writes for close at 1731467577850 (+1 ms)Writing region close event to WAL at 1731467577850Closed at 1731467577850 2024-11-13T03:12:57,850 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1c03fcc43e681fca48836fabfcddcf29, NAME => 'SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741840_1016 (size=62) 2024-11-13T03:12:57,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741840_1016 (size=62) 2024-11-13T03:12:57,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741840_1016 (size=62) 2024-11-13T03:12:57,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1b9a610cb80a924ae27ff63e66bc1aa4, disabling compactions & flushes 2024-11-13T03:12:57,861 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:12:57,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:12:57,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. after waiting 0 ms 2024-11-13T03:12:57,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:12:57,861 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:12:57,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1b9a610cb80a924ae27ff63e66bc1aa4: Waiting for close lock at 1731467577861Disabling compacts and flushes for region at 1731467577861Disabling writes for close at 1731467577861Writing region close event to WAL at 1731467577861Closed at 1731467577861 2024-11-13T03:12:57,862 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c9135b9f896726af565fb039f1921508, NAME => 'SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741841_1017 (size=62) 2024-11-13T03:12:57,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741841_1017 (size=62) 2024-11-13T03:12:57,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741841_1017 (size=62) 2024-11-13T03:12:57,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0da4de9e39cd536114253406a296d9f5, disabling compactions & flushes 2024-11-13T03:12:57,879 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:12:57,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:12:57,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. after waiting 0 ms 2024-11-13T03:12:57,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:12:57,879 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:12:57,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0da4de9e39cd536114253406a296d9f5: Waiting for close lock at 1731467577879Disabling compacts and flushes for region at 1731467577879Disabling writes for close at 1731467577879Writing region close event to WAL at 1731467577879Closed at 1731467577879 2024-11-13T03:12:57,879 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c852b24ca68570126ea0959957421897, NAME => 'SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741842_1018 (size=62) 2024-11-13T03:12:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741842_1018 (size=62) 2024-11-13T03:12:57,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741842_1018 (size=62) 2024-11-13T03:12:57,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1c03fcc43e681fca48836fabfcddcf29, disabling compactions & flushes 2024-11-13T03:12:57,884 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:12:57,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:12:57,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. after waiting 0 ms 2024-11-13T03:12:57,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:12:57,884 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:12:57,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1c03fcc43e681fca48836fabfcddcf29: Waiting for close lock at 1731467577884Disabling compacts and flushes for region at 1731467577884Disabling writes for close at 1731467577884Writing region close event to WAL at 1731467577884Closed at 1731467577884 2024-11-13T03:12:57,884 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dcdbdc9b3b81d0376aa6eee901eb3fe6, NAME => 'SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741843_1019 (size=62) 2024-11-13T03:12:57,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741843_1019 (size=62) 2024-11-13T03:12:57,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741843_1019 (size=62) 2024-11-13T03:12:57,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c9135b9f896726af565fb039f1921508, disabling compactions & flushes 2024-11-13T03:12:57,894 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:12:57,894 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:12:57,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. after waiting 0 ms 2024-11-13T03:12:57,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:12:57,895 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:12:57,895 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c9135b9f896726af565fb039f1921508: Waiting for close lock at 1731467577894Disabling compacts and flushes for region at 1731467577894Disabling writes for close at 1731467577895 (+1 ms)Writing region close event to WAL at 1731467577895Closed at 1731467577895 2024-11-13T03:12:57,895 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => be7bc17f879f377c2fcdb605e93a63fb, NAME => 'SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741845_1021 (size=62) 2024-11-13T03:12:57,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741845_1021 (size=62) 2024-11-13T03:12:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741845_1021 (size=62) 2024-11-13T03:12:57,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dcdbdc9b3b81d0376aa6eee901eb3fe6, disabling compactions & flushes 2024-11-13T03:12:57,911 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:12:57,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:12:57,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. after waiting 0 ms 2024-11-13T03:12:57,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:12:57,911 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:12:57,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dcdbdc9b3b81d0376aa6eee901eb3fe6: Waiting for close lock at 1731467577911Disabling compacts and flushes for region at 1731467577911Disabling writes for close at 1731467577911Writing region close event to WAL at 1731467577911Closed at 1731467577911 2024-11-13T03:12:57,912 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f52a62104e9e4bd777e2814f13938a3e, NAME => 'SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889 2024-11-13T03:12:57,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741844_1020 (size=62) 2024-11-13T03:12:57,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741844_1020 (size=62) 2024-11-13T03:12:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741844_1020 (size=62) 2024-11-13T03:12:57,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c852b24ca68570126ea0959957421897, disabling compactions & flushes 2024-11-13T03:12:57,919 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:12:57,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:12:57,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. after waiting 0 ms 2024-11-13T03:12:57,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:12:57,919 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:12:57,919 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c852b24ca68570126ea0959957421897: Waiting for close lock at 1731467577919Disabling compacts and flushes for region at 1731467577919Disabling writes for close at 1731467577919Writing region close event to WAL at 1731467577919Closed at 1731467577919 2024-11-13T03:12:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741846_1022 (size=62) 2024-11-13T03:12:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741846_1022 (size=62) 2024-11-13T03:12:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741846_1022 (size=62) 2024-11-13T03:12:57,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing be7bc17f879f377c2fcdb605e93a63fb, disabling compactions & flushes 2024-11-13T03:12:57,923 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:12:57,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:12:57,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. after waiting 0 ms 2024-11-13T03:12:57,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:12:57,923 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:12:57,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for be7bc17f879f377c2fcdb605e93a63fb: Waiting for close lock at 1731467577923Disabling compacts and flushes for region at 1731467577923Disabling writes for close at 1731467577923Writing region close event to WAL at 1731467577923Closed at 1731467577923 2024-11-13T03:12:57,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741847_1023 (size=54) 2024-11-13T03:12:57,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741847_1023 (size=54) 2024-11-13T03:12:57,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741847_1023 (size=54) 2024-11-13T03:12:57,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:12:57,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f52a62104e9e4bd777e2814f13938a3e, disabling compactions & flushes 2024-11-13T03:12:57,928 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:12:57,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:12:57,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. after waiting 0 ms 2024-11-13T03:12:57,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:12:57,928 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:12:57,928 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f52a62104e9e4bd777e2814f13938a3e: Waiting for close lock at 1731467577928Disabling compacts and flushes for region at 1731467577928Disabling writes for close at 1731467577928Writing region close event to WAL at 1731467577928Closed at 1731467577928 2024-11-13T03:12:57,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:12:57,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731467577930"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467577930"}]},"ts":"1731467577930"} 2024-11-13T03:12:57,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T03:12:57,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:12:57,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467577973"}]},"ts":"1731467577973"} 2024-11-13T03:12:57,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T03:12:57,981 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8394b182524b=0} racks are {/default-rack=0} 2024-11-13T03:12:57,989 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T03:12:57,990 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T03:12:57,990 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T03:12:57,990 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T03:12:57,990 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T03:12:57,990 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T03:12:57,990 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T03:12:57,990 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T03:12:57,990 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T03:12:57,990 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T03:12:57,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2b69a2823daa3543ccbb442e850ee3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b9a610cb80a924ae27ff63e66bc1aa4, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0da4de9e39cd536114253406a296d9f5, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9135b9f896726af565fb039f1921508, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcdbdc9b3b81d0376aa6eee901eb3fe6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be7bc17f879f377c2fcdb605e93a63fb, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f52a62104e9e4bd777e2814f13938a3e, ASSIGN}] 2024-11-13T03:12:57,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b9a610cb80a924ae27ff63e66bc1aa4, ASSIGN 2024-11-13T03:12:57,995 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2b69a2823daa3543ccbb442e850ee3, ASSIGN 2024-11-13T03:12:57,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN 2024-11-13T03:12:57,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0da4de9e39cd536114253406a296d9f5, ASSIGN 2024-11-13T03:12:57,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b9a610cb80a924ae27ff63e66bc1aa4, ASSIGN; state=OFFLINE, location=8394b182524b,44495,1731467565166; forceNewPlan=false, retain=false 2024-11-13T03:12:57,999 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b2b69a2823daa3543ccbb442e850ee3, ASSIGN; state=OFFLINE, location=8394b182524b,42323,1731467565113; forceNewPlan=false, retain=false 2024-11-13T03:12:57,999 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0da4de9e39cd536114253406a296d9f5, ASSIGN; state=OFFLINE, location=8394b182524b,42323,1731467565113; forceNewPlan=false, retain=false 2024-11-13T03:12:57,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN; state=OFFLINE, location=8394b182524b,39033,1731467564984; forceNewPlan=false, retain=false 2024-11-13T03:12:58,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f52a62104e9e4bd777e2814f13938a3e, ASSIGN 2024-11-13T03:12:58,006 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN 2024-11-13T03:12:58,006 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcdbdc9b3b81d0376aa6eee901eb3fe6, ASSIGN 2024-11-13T03:12:58,006 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be7bc17f879f377c2fcdb605e93a63fb, ASSIGN 2024-11-13T03:12:58,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9135b9f896726af565fb039f1921508, ASSIGN 2024-11-13T03:12:58,008 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcdbdc9b3b81d0376aa6eee901eb3fe6, ASSIGN; state=OFFLINE, location=8394b182524b,42323,1731467565113; forceNewPlan=false, retain=false 2024-11-13T03:12:58,008 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN; state=OFFLINE, location=8394b182524b,39033,1731467564984; forceNewPlan=false, retain=false 2024-11-13T03:12:58,008 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be7bc17f879f377c2fcdb605e93a63fb, ASSIGN; state=OFFLINE, location=8394b182524b,44495,1731467565166; forceNewPlan=false, retain=false 2024-11-13T03:12:58,008 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f52a62104e9e4bd777e2814f13938a3e, ASSIGN; state=OFFLINE, location=8394b182524b,42323,1731467565113; forceNewPlan=false, retain=false 2024-11-13T03:12:58,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9135b9f896726af565fb039f1921508, ASSIGN; state=OFFLINE, location=8394b182524b,44495,1731467565166; forceNewPlan=false, retain=false 2024-11-13T03:12:58,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN 2024-11-13T03:12:58,014 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN; state=OFFLINE, location=8394b182524b,39033,1731467564984; forceNewPlan=false, retain=false 2024-11-13T03:12:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:12:58,152 INFO [8394b182524b:44869 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T03:12:58,153 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1b9a610cb80a924ae27ff63e66bc1aa4, regionState=OPENING, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:12:58,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f52a62104e9e4bd777e2814f13938a3e, regionState=OPENING, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:12:58,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c9135b9f896726af565fb039f1921508, regionState=OPENING, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:12:58,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dcdbdc9b3b81d0376aa6eee901eb3fe6, regionState=OPENING, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:12:58,153 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=be7bc17f879f377c2fcdb605e93a63fb, regionState=OPENING, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:12:58,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0da4de9e39cd536114253406a296d9f5, regionState=OPENING, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:12:58,155 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b2b69a2823daa3543ccbb442e850ee3, regionState=OPENING, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:12:58,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c852b24ca68570126ea0959957421897, regionState=OPENING, regionLocation=8394b182524b,39033,1731467564984 2024-11-13T03:12:58,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c03fcc43e681fca48836fabfcddcf29, regionState=OPENING, regionLocation=8394b182524b,39033,1731467564984 2024-11-13T03:12:58,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=34cb173daae02946f0ee22c000666855, regionState=OPENING, regionLocation=8394b182524b,39033,1731467564984 2024-11-13T03:12:58,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f52a62104e9e4bd777e2814f13938a3e, ASSIGN because future has completed 2024-11-13T03:12:58,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f52a62104e9e4bd777e2814f13938a3e, server=8394b182524b,42323,1731467565113}] 2024-11-13T03:12:58,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1b9a610cb80a924ae27ff63e66bc1aa4, ASSIGN because future has completed 2024-11-13T03:12:58,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b9a610cb80a924ae27ff63e66bc1aa4, server=8394b182524b,44495,1731467565166}] 2024-11-13T03:12:58,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be7bc17f879f377c2fcdb605e93a63fb, ASSIGN because future has completed 2024-11-13T03:12:58,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure be7bc17f879f377c2fcdb605e93a63fb, server=8394b182524b,44495,1731467565166}] 2024-11-13T03:12:58,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c9135b9f896726af565fb039f1921508, ASSIGN because future has completed 2024-11-13T03:12:58,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcdbdc9b3b81d0376aa6eee901eb3fe6, ASSIGN because future has completed 2024-11-13T03:12:58,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9135b9f896726af565fb039f1921508, server=8394b182524b,44495,1731467565166}] 2024-11-13T03:12:58,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcdbdc9b3b81d0376aa6eee901eb3fe6, server=8394b182524b,42323,1731467565113}] 2024-11-13T03:12:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN because future has completed 2024-11-13T03:12:58,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b2b69a2823daa3543ccbb442e850ee3, ASSIGN because future has completed 2024-11-13T03:12:58,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN because future has completed 2024-11-13T03:12:58,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c852b24ca68570126ea0959957421897, server=8394b182524b,39033,1731467564984}] 2024-11-13T03:12:58,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN because future has completed 2024-11-13T03:12:58,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c03fcc43e681fca48836fabfcddcf29, server=8394b182524b,39033,1731467564984}] 2024-11-13T03:12:58,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2b69a2823daa3543ccbb442e850ee3, server=8394b182524b,42323,1731467565113}] 2024-11-13T03:12:58,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34cb173daae02946f0ee22c000666855, server=8394b182524b,39033,1731467564984}] 2024-11-13T03:12:58,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0da4de9e39cd536114253406a296d9f5, ASSIGN because future has completed 2024-11-13T03:12:58,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0da4de9e39cd536114253406a296d9f5, server=8394b182524b,42323,1731467565113}] 2024-11-13T03:12:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:12:58,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:12:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:12:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:13:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:13:02,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T03:13:04,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:13:04,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:13:04,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:13:04,321 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T03:13:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:13:08,168 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:13:08,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:13:08,180 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:13:08,181 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0da4de9e39cd536114253406a296d9f5, NAME => 'SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T03:13:08,181 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:13:08,181 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => be7bc17f879f377c2fcdb605e93a63fb, NAME => 'SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T03:13:08,181 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,181 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,181 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,181 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,182 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,182 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,182 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,182 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,184 INFO [StoreOpener-be7bc17f879f377c2fcdb605e93a63fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,186 INFO [StoreOpener-be7bc17f879f377c2fcdb605e93a63fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be7bc17f879f377c2fcdb605e93a63fb columnFamilyName cf 2024-11-13T03:13:08,186 DEBUG [StoreOpener-be7bc17f879f377c2fcdb605e93a63fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,186 INFO [StoreOpener-0da4de9e39cd536114253406a296d9f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,187 INFO [StoreOpener-be7bc17f879f377c2fcdb605e93a63fb-1 {}] regionserver.HStore(327): Store=be7bc17f879f377c2fcdb605e93a63fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,187 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,188 INFO [StoreOpener-0da4de9e39cd536114253406a296d9f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da4de9e39cd536114253406a296d9f5 columnFamilyName cf 2024-11-13T03:13:08,188 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,188 DEBUG [StoreOpener-0da4de9e39cd536114253406a296d9f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,189 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,189 INFO [StoreOpener-0da4de9e39cd536114253406a296d9f5-1 {}] regionserver.HStore(327): Store=0da4de9e39cd536114253406a296d9f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,189 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,189 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,189 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,190 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,191 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,191 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,191 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,192 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,194 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:13:08,197 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:13:08,197 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/0da4de9e39cd536114253406a296d9f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,198 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened be7bc17f879f377c2fcdb605e93a63fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62419437, jitterRate=-0.06987790763378143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,198 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:08,198 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0da4de9e39cd536114253406a296d9f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70301463, jitterRate=0.047573432326316833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,198 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:08,199 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0da4de9e39cd536114253406a296d9f5: Running coprocessor pre-open hook at 1731467588182Writing region info on filesystem at 1731467588182Initializing all the Stores at 1731467588183 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588183Cleaning up temporary data from old regions at 1731467588191 (+8 ms)Running coprocessor post-open hooks at 1731467588198 (+7 ms)Region opened successfully at 1731467588199 (+1 ms) 2024-11-13T03:13:08,199 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for be7bc17f879f377c2fcdb605e93a63fb: Running coprocessor pre-open hook at 1731467588182Writing region info on filesystem at 1731467588182Initializing all the Stores at 1731467588183 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588183Cleaning up temporary data from old regions at 1731467588189 (+6 ms)Running coprocessor post-open hooks at 1731467588198 (+9 ms)Region opened successfully at 1731467588199 (+1 ms) 2024-11-13T03:13:08,201 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., pid=17, masterSystemTime=1731467588172 2024-11-13T03:13:08,203 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5., pid=24, masterSystemTime=1731467588168 2024-11-13T03:13:08,204 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:13:08,205 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c852b24ca68570126ea0959957421897, NAME => 'SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T03:13:08,205 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,205 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:13:08,205 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,205 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:13:08,205 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,205 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,205 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:13:08,206 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c9135b9f896726af565fb039f1921508, NAME => 'SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T03:13:08,206 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,206 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,206 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,206 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=be7bc17f879f377c2fcdb605e93a63fb, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:13:08,207 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:13:08,207 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:13:08,207 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:13:08,208 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b2b69a2823daa3543ccbb442e850ee3, NAME => 'SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T03:13:08,208 INFO [StoreOpener-c852b24ca68570126ea0959957421897-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,208 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,208 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,208 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,208 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,209 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0da4de9e39cd536114253406a296d9f5, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:13:08,210 INFO [StoreOpener-c9135b9f896726af565fb039f1921508-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,211 INFO [StoreOpener-c852b24ca68570126ea0959957421897-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c852b24ca68570126ea0959957421897 columnFamilyName cf 2024-11-13T03:13:08,211 DEBUG [StoreOpener-c852b24ca68570126ea0959957421897-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure be7bc17f879f377c2fcdb605e93a63fb, server=8394b182524b,44495,1731467565166 because future has completed 2024-11-13T03:13:08,211 INFO [StoreOpener-c852b24ca68570126ea0959957421897-1 {}] regionserver.HStore(327): Store=c852b24ca68570126ea0959957421897/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,212 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,212 INFO [StoreOpener-0b2b69a2823daa3543ccbb442e850ee3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0da4de9e39cd536114253406a296d9f5, server=8394b182524b,42323,1731467565113 because future has completed 2024-11-13T03:13:08,214 INFO [StoreOpener-c9135b9f896726af565fb039f1921508-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9135b9f896726af565fb039f1921508 columnFamilyName cf 2024-11-13T03:13:08,214 DEBUG [StoreOpener-c9135b9f896726af565fb039f1921508-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,215 INFO [StoreOpener-0b2b69a2823daa3543ccbb442e850ee3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b2b69a2823daa3543ccbb442e850ee3 columnFamilyName cf 2024-11-13T03:13:08,215 INFO [StoreOpener-c9135b9f896726af565fb039f1921508-1 {}] regionserver.HStore(327): Store=c9135b9f896726af565fb039f1921508/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,215 DEBUG [StoreOpener-0b2b69a2823daa3543ccbb442e850ee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,216 INFO [StoreOpener-0b2b69a2823daa3543ccbb442e850ee3-1 {}] regionserver.HStore(327): Store=0b2b69a2823daa3543ccbb442e850ee3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,216 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,216 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,216 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,218 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,218 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,218 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,218 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,218 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-13T03:13:08,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure be7bc17f879f377c2fcdb605e93a63fb, server=8394b182524b,44495,1731467565166 in 10.0470 sec 2024-11-13T03:13:08,219 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,220 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,220 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,221 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-13T03:13:08,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0da4de9e39cd536114253406a296d9f5, server=8394b182524b,42323,1731467565113 in 10.0230 sec 2024-11-13T03:13:08,222 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,223 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,223 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,223 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be7bc17f879f377c2fcdb605e93a63fb, ASSIGN in 10.2280 sec 2024-11-13T03:13:08,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0da4de9e39cd536114253406a296d9f5, ASSIGN in 10.2300 sec 2024-11-13T03:13:08,226 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,229 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c852b24ca68570126ea0959957421897/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,230 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c852b24ca68570126ea0959957421897; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58838576, jitterRate=-0.12323689460754395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,230 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c852b24ca68570126ea0959957421897 2024-11-13T03:13:08,230 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c852b24ca68570126ea0959957421897: Running coprocessor pre-open hook at 1731467588205Writing region info on filesystem at 1731467588205Initializing all the Stores at 1731467588207 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588207Cleaning up temporary data from old regions at 1731467588219 (+12 ms)Running coprocessor post-open hooks at 1731467588230 (+11 ms)Region opened successfully at 1731467588230 2024-11-13T03:13:08,231 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897., pid=20, masterSystemTime=1731467588195 2024-11-13T03:13:08,233 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c9135b9f896726af565fb039f1921508/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,233 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/0b2b69a2823daa3543ccbb442e850ee3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,234 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0b2b69a2823daa3543ccbb442e850ee3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66160781, jitterRate=-0.014127537608146667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,234 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c9135b9f896726af565fb039f1921508; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66648911, jitterRate=-0.006853833794593811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,234 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9135b9f896726af565fb039f1921508 2024-11-13T03:13:08,234 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:08,234 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0b2b69a2823daa3543ccbb442e850ee3: Running coprocessor pre-open hook at 1731467588209Writing region info on filesystem at 1731467588209Initializing all the Stores at 1731467588210 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588210Cleaning up temporary data from old regions at 1731467588220 (+10 ms)Running coprocessor post-open hooks at 1731467588234 (+14 ms)Region opened successfully at 1731467588234 2024-11-13T03:13:08,234 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c9135b9f896726af565fb039f1921508: Running coprocessor pre-open hook at 1731467588206Writing region info on filesystem at 1731467588206Initializing all the Stores at 1731467588208 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588208Cleaning up temporary data from old regions at 1731467588223 (+15 ms)Running coprocessor post-open hooks at 1731467588234 (+11 ms)Region opened successfully at 1731467588234 2024-11-13T03:13:08,234 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:13:08,235 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:13:08,235 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:13:08,235 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c03fcc43e681fca48836fabfcddcf29, NAME => 'SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T03:13:08,235 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,235 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,236 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,236 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3., pid=21, masterSystemTime=1731467588168 2024-11-13T03:13:08,236 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,236 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c852b24ca68570126ea0959957421897, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,39033,1731467564984 2024-11-13T03:13:08,236 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508., pid=18, masterSystemTime=1731467588172 2024-11-13T03:13:08,239 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:13:08,239 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:13:08,239 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:13:08,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c852b24ca68570126ea0959957421897, server=8394b182524b,39033,1731467564984 because future has completed 2024-11-13T03:13:08,239 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f52a62104e9e4bd777e2814f13938a3e, NAME => 'SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T03:13:08,240 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,240 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,240 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,240 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,240 INFO [StoreOpener-1c03fcc43e681fca48836fabfcddcf29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,241 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b2b69a2823daa3543ccbb442e850ee3, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:13:08,244 INFO [StoreOpener-1c03fcc43e681fca48836fabfcddcf29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c03fcc43e681fca48836fabfcddcf29 columnFamilyName cf 2024-11-13T03:13:08,244 DEBUG [StoreOpener-1c03fcc43e681fca48836fabfcddcf29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,245 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:13:08,245 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:13:08,245 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:13:08,245 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b9a610cb80a924ae27ff63e66bc1aa4, NAME => 'SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T03:13:08,246 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,246 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,246 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,246 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,246 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c9135b9f896726af565fb039f1921508, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:13:08,247 INFO [StoreOpener-1c03fcc43e681fca48836fabfcddcf29-1 {}] regionserver.HStore(327): Store=1c03fcc43e681fca48836fabfcddcf29/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,248 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2b69a2823daa3543ccbb442e850ee3, server=8394b182524b,42323,1731467565113 because future has completed 2024-11-13T03:13:08,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-13T03:13:08,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c852b24ca68570126ea0959957421897, server=8394b182524b,39033,1731467564984 in 10.0620 sec 2024-11-13T03:13:08,249 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,249 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=8394b182524b,42323,1731467565113, table=SPTestTable, region=0b2b69a2823daa3543ccbb442e850ee3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T03:13:08,250 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,251 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,251 INFO [StoreOpener-1b9a610cb80a924ae27ff63e66bc1aa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,251 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9135b9f896726af565fb039f1921508, server=8394b182524b,44495,1731467565166 because future has completed 2024-11-13T03:13:08,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN in 10.2570 sec 2024-11-13T03:13:08,254 INFO [StoreOpener-1b9a610cb80a924ae27ff63e66bc1aa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b9a610cb80a924ae27ff63e66bc1aa4 columnFamilyName cf 2024-11-13T03:13:08,254 DEBUG [StoreOpener-1b9a610cb80a924ae27ff63e66bc1aa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,255 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,255 INFO [StoreOpener-1b9a610cb80a924ae27ff63e66bc1aa4-1 {}] regionserver.HStore(327): Store=1b9a610cb80a924ae27ff63e66bc1aa4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,255 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,256 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,257 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-13T03:13:08,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b2b69a2823daa3543ccbb442e850ee3, server=8394b182524b,42323,1731467565113 in 10.0680 sec 2024-11-13T03:13:08,258 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,258 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-13T03:13:08,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c9135b9f896726af565fb039f1921508, server=8394b182524b,44495,1731467565166 in 10.0810 sec 2024-11-13T03:13:08,260 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1c03fcc43e681fca48836fabfcddcf29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,263 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,264 INFO [StoreOpener-f52a62104e9e4bd777e2814f13938a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,266 INFO [StoreOpener-f52a62104e9e4bd777e2814f13938a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f52a62104e9e4bd777e2814f13938a3e columnFamilyName cf 2024-11-13T03:13:08,266 DEBUG [StoreOpener-f52a62104e9e4bd777e2814f13938a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,266 INFO [StoreOpener-f52a62104e9e4bd777e2814f13938a3e-1 {}] regionserver.HStore(327): Store=f52a62104e9e4bd777e2814f13938a3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,267 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1b9a610cb80a924ae27ff63e66bc1aa4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,267 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,267 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1b9a610cb80a924ae27ff63e66bc1aa4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70207730, jitterRate=0.04617670178413391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,268 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:08,268 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,268 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1b9a610cb80a924ae27ff63e66bc1aa4: Running coprocessor pre-open hook at 1731467588248Writing region info on filesystem at 1731467588248Initializing all the Stores at 1731467588250 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588250Cleaning up temporary data from old regions at 1731467588258 (+8 ms)Running coprocessor post-open hooks at 1731467588268 (+10 ms)Region opened successfully at 1731467588268 2024-11-13T03:13:08,268 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,269 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 1c03fcc43e681fca48836fabfcddcf29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59289530, jitterRate=-0.11651715636253357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,269 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:08,269 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4., pid=16, masterSystemTime=1731467588172 2024-11-13T03:13:08,269 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 1c03fcc43e681fca48836fabfcddcf29: Running coprocessor pre-open hook at 1731467588236Writing region info on filesystem at 1731467588236Initializing all the Stores at 1731467588238 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588238Cleaning up temporary data from old regions at 1731467588251 (+13 ms)Running coprocessor post-open hooks at 1731467588269 (+18 ms)Region opened successfully at 1731467588269 2024-11-13T03:13:08,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b2b69a2823daa3543ccbb442e850ee3, ASSIGN in 10.2670 sec 2024-11-13T03:13:08,270 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,270 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,271 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29., pid=22, masterSystemTime=1731467588195 2024-11-13T03:13:08,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c9135b9f896726af565fb039f1921508, ASSIGN in 10.2680 sec 2024-11-13T03:13:08,273 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:13:08,273 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:13:08,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1b9a610cb80a924ae27ff63e66bc1aa4, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:13:08,274 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:13:08,274 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:13:08,275 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:13:08,275 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,275 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 34cb173daae02946f0ee22c000666855, NAME => 'SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T03:13:08,275 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,275 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,275 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,276 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c03fcc43e681fca48836fabfcddcf29, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,39033,1731467564984 2024-11-13T03:13:08,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b9a610cb80a924ae27ff63e66bc1aa4, server=8394b182524b,44495,1731467565166 because future has completed 2024-11-13T03:13:08,280 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,280 INFO [StoreOpener-34cb173daae02946f0ee22c000666855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,282 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f52a62104e9e4bd777e2814f13938a3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72743388, jitterRate=0.08396095037460327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,282 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:08,282 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f52a62104e9e4bd777e2814f13938a3e: Running coprocessor pre-open hook at 1731467588240Writing region info on filesystem at 1731467588240Initializing all the Stores at 1731467588246 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588246Cleaning up temporary data from old regions at 1731467588270 (+24 ms)Running coprocessor post-open hooks at 1731467588282 (+12 ms)Region opened successfully at 1731467588282 2024-11-13T03:13:08,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c03fcc43e681fca48836fabfcddcf29, server=8394b182524b,39033,1731467564984 because future has completed 2024-11-13T03:13:08,283 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e., pid=15, masterSystemTime=1731467588168 2024-11-13T03:13:08,284 INFO [StoreOpener-34cb173daae02946f0ee22c000666855-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34cb173daae02946f0ee22c000666855 columnFamilyName cf 2024-11-13T03:13:08,284 DEBUG [StoreOpener-34cb173daae02946f0ee22c000666855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-13T03:13:08,286 INFO [StoreOpener-34cb173daae02946f0ee22c000666855-1 {}] regionserver.HStore(327): Store=34cb173daae02946f0ee22c000666855/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b9a610cb80a924ae27ff63e66bc1aa4, server=8394b182524b,44495,1731467565166 in 10.1170 sec 2024-11-13T03:13:08,286 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:13:08,286 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,286 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:13:08,287 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:13:08,287 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => dcdbdc9b3b81d0376aa6eee901eb3fe6, NAME => 'SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T03:13:08,287 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f52a62104e9e4bd777e2814f13938a3e, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:13:08,287 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,288 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:08,288 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,288 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,288 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-13T03:13:08,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c03fcc43e681fca48836fabfcddcf29, server=8394b182524b,39033,1731467564984 in 10.0950 sec 2024-11-13T03:13:08,291 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1b9a610cb80a924ae27ff63e66bc1aa4, ASSIGN in 10.2950 sec 2024-11-13T03:13:08,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f52a62104e9e4bd777e2814f13938a3e, server=8394b182524b,42323,1731467565113 because future has completed 2024-11-13T03:13:08,292 INFO [StoreOpener-dcdbdc9b3b81d0376aa6eee901eb3fe6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,292 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN in 10.2990 sec 2024-11-13T03:13:08,293 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,295 INFO [StoreOpener-dcdbdc9b3b81d0376aa6eee901eb3fe6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcdbdc9b3b81d0376aa6eee901eb3fe6 columnFamilyName cf 2024-11-13T03:13:08,295 DEBUG [StoreOpener-dcdbdc9b3b81d0376aa6eee901eb3fe6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:08,296 INFO [StoreOpener-dcdbdc9b3b81d0376aa6eee901eb3fe6-1 {}] regionserver.HStore(327): Store=dcdbdc9b3b81d0376aa6eee901eb3fe6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:08,296 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,296 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T03:13:08,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f52a62104e9e4bd777e2814f13938a3e, server=8394b182524b,42323,1731467565113 in 10.1330 sec 2024-11-13T03:13:08,298 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,300 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/34cb173daae02946f0ee22c000666855/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,300 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,300 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 34cb173daae02946f0ee22c000666855; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58979770, jitterRate=-0.12113294005393982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,301 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:08,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f52a62104e9e4bd777e2814f13938a3e, ASSIGN in 10.3070 sec 2024-11-13T03:13:08,301 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 34cb173daae02946f0ee22c000666855: Running coprocessor pre-open hook at 1731467588276Writing region info on filesystem at 1731467588276Initializing all the Stores at 1731467588278 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588279 (+1 ms)Cleaning up temporary data from old regions at 1731467588293 (+14 ms)Running coprocessor post-open hooks at 1731467588301 (+8 ms)Region opened successfully at 1731467588301 2024-11-13T03:13:08,301 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,301 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,302 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855., pid=23, masterSystemTime=1731467588195 2024-11-13T03:13:08,304 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,305 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:13:08,305 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:13:08,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=34cb173daae02946f0ee22c000666855, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,39033,1731467564984 2024-11-13T03:13:08,309 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:13:08,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34cb173daae02946f0ee22c000666855, server=8394b182524b,39033,1731467564984 because future has completed 2024-11-13T03:13:08,310 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened dcdbdc9b3b81d0376aa6eee901eb3fe6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73225568, jitterRate=0.09114599227905273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:08,310 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:08,310 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for dcdbdc9b3b81d0376aa6eee901eb3fe6: Running coprocessor pre-open hook at 1731467588288Writing region info on filesystem at 1731467588288Initializing all the Stores at 1731467588291 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467588291Cleaning up temporary data from old regions at 1731467588301 (+10 ms)Running coprocessor post-open hooks at 1731467588310 (+9 ms)Region opened successfully at 1731467588310 2024-11-13T03:13:08,312 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6., pid=19, masterSystemTime=1731467588168 2024-11-13T03:13:08,315 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:13:08,315 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:13:08,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-13T03:13:08,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dcdbdc9b3b81d0376aa6eee901eb3fe6, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:13:08,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 34cb173daae02946f0ee22c000666855, server=8394b182524b,39033,1731467564984 in 10.1230 sec 2024-11-13T03:13:08,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN in 10.3250 sec 2024-11-13T03:13:08,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcdbdc9b3b81d0376aa6eee901eb3fe6, server=8394b182524b,42323,1731467565113 because future has completed 2024-11-13T03:13:08,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-13T03:13:08,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure dcdbdc9b3b81d0376aa6eee901eb3fe6, server=8394b182524b,42323,1731467565113 in 10.1480 sec 2024-11-13T03:13:08,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-13T03:13:08,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcdbdc9b3b81d0376aa6eee901eb3fe6, ASSIGN in 10.3340 sec 2024-11-13T03:13:08,332 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:13:08,333 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467588332"}]},"ts":"1731467588332"} 2024-11-13T03:13:08,336 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T03:13:08,338 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:13:08,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6520 sec 2024-11-13T03:13:10,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T03:13:12,968 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:13:13,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T03:13:14,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-13T03:13:14,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-13T03:13:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:13:15,928 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T03:13:15,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T03:13:15,929 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:13:15,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T03:13:15,945 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:13:15,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T03:13:16,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897., hostname=8394b182524b,39033,1731467564984, seqNum=2] 2024-11-13T03:13:16,024 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897., hostname=8394b182524b,39033,1731467564984, seqNum=2] 2024-11-13T03:13:16,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897., hostname=8394b182524b,39033,1731467564984, seqNum=2] 2024-11-13T03:13:16,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,115 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,118 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,128 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,131 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., hostname=8394b182524b,44495,1731467565166, seqNum=2] 2024-11-13T03:13:16,197 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., hostname=8394b182524b,44495,1731467565166, seqNum=2] 2024-11-13T03:13:16,203 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., hostname=8394b182524b,44495,1731467565166, seqNum=2] 2024-11-13T03:13:16,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., hostname=8394b182524b,44495,1731467565166, seqNum=2] 2024-11-13T03:13:16,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., hostname=8394b182524b,44495,1731467565166, seqNum=2] 2024-11-13T03:13:16,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., hostname=8394b182524b,44495,1731467565166, seqNum=2] 2024-11-13T03:13:16,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., hostname=8394b182524b,44495,1731467565166, seqNum=2] 2024-11-13T03:13:16,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., hostname=8394b182524b,44495,1731467565166, seqNum=2] 2024-11-13T03:13:16,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,317 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:16,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e., hostname=8394b182524b,42323,1731467565113, seqNum=2] 2024-11-13T03:13:17,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:13:17,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:13:17,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:13:17,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T03:13:17,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:13:17,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T03:13:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:13:17,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T03:13:18,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T03:13:18,477 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T03:13:18,480 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:13:18,481 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T03:13:18,488 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T03:13:18,516 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T03:13:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741848_1024 (size=49) 2024-11-13T03:13:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741848_1024 (size=49) 2024-11-13T03:13:18,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741848_1024 (size=49) 2024-11-13T03:13:18,538 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T03:13:18,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2b69a2823daa3543ccbb442e850ee3}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b9a610cb80a924ae27ff63e66bc1aa4}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0da4de9e39cd536114253406a296d9f5}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9135b9f896726af565fb039f1921508}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcdbdc9b3b81d0376aa6eee901eb3fe6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be7bc17f879f377c2fcdb605e93a63fb}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f52a62104e9e4bd777e2814f13938a3e}] 2024-11-13T03:13:18,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:18,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:18,546 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:18,546 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:18,547 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:18,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:18,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 2024-11-13T03:13:18,564 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9135b9f896726af565fb039f1921508 2024-11-13T03:13:18,564 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:18,564 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:18,582 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 8394b182524b,39033,1731467564984 2024-11-13T03:13:18,583 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8394b182524b,39033,1731467564984: Simulated kill ***** 2024-11-13T03:13:18,583 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:13:18,585 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:13:18,587 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:13:18,589 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:13:18,590 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:13:18,598 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 650362816 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 153592112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "8394b182524b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "8394b182524b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58140", "tag.serverName": "8394b182524b,44495,1731467565166", "tag.clusterId": "12907151-aace-46f8-b9e9-923c422869ff", "tag.Context": "regionserver", "tag.Hostname": "8394b182524b", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731467565166, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T03:13:18,602 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44869 {}] master.MasterRpcServices(700): 8394b182524b,39033,1731467564984 reported a fatal error: ***** ABORTING region server 8394b182524b,39033,1731467564984: Simulated kill ***** 2024-11-13T03:13:18,604 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,39033,1731467564984' ***** 2024-11-13T03:13:18,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T03:13:18,605 INFO [RS:0;8394b182524b:39033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:13:18,605 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:13:18,605 INFO [RS:0;8394b182524b:39033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T03:13:18,605 INFO [RS:0;8394b182524b:39033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T03:13:18,606 INFO [RS:0;8394b182524b:39033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:13:18,606 INFO [RS:0;8394b182524b:39033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:39033. 2024-11-13T03:13:18,606 DEBUG [RS:0;8394b182524b:39033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:13:18,606 DEBUG [RS:0;8394b182524b:39033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:13:18,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:13:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741833_1009 (size=966) 2024-11-13T03:13:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741833_1009 (size=966) 2024-11-13T03:13:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741833_1009 (size=966) 2024-11-13T03:13:18,628 DEBUG [RS:0;8394b182524b:39033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:13:18,628 INFO [RS:0;8394b182524b:39033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:13:18,628 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:13:18,628 INFO [RS:0;8394b182524b:39033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39033 2024-11-13T03:13:18,628 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:13:18,666 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:13:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:13:18,692 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8394b182524b,39033,1731467564984 2024-11-13T03:13:18,693 INFO [RS:0;8394b182524b:39033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:13:18,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,39033,1731467564984] 2024-11-13T03:13:18,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8394b182524b,39033,1731467564984 already deleted, retry=false 2024-11-13T03:13:18,715 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8394b182524b,39033,1731467564984 on 8394b182524b,44869,1731467563948 2024-11-13T03:13:18,722 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8394b182524b,39033,1731467564984, splitWal=true, meta=false 2024-11-13T03:13:18,728 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 8394b182524b,39033,1731467564984 (carryingMeta=false) 8394b182524b,39033,1731467564984/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5cc06c4f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T03:13:18,728 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8394b182524b,39033,1731467564984, splitWal=true, meta=false 2024-11-13T03:13:18,731 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8394b182524b,39033,1731467564984 had 3 regions 2024-11-13T03:13:18,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 2024-11-13T03:13:18,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:18,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:18,733 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8394b182524b,39033,1731467564984, splitWal=true, meta=false, isMeta: false 2024-11-13T03:13:18,733 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 can not run currently because target server of region SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 8394b182524b,39033,1731467564984 is in state CRASHED, wait 1000 ms to retry 2024-11-13T03:13:18,733 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 can not run currently because target server of region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 8394b182524b,39033,1731467564984 is in state CRASHED, wait 1000 ms to retry 2024-11-13T03:13:18,733 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855; timeout=1000, timestamp=1731467599733 2024-11-13T03:13:18,733 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c852b24ca68570126ea0959957421897; timeout=1000, timestamp=1731467599733 2024-11-13T03:13:18,734 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 can not run currently because target server of region SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 1000 ms to retry 2024-11-13T03:13:18,734 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29; timeout=1000, timestamp=1731467599734 2024-11-13T03:13:18,736 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting 2024-11-13T03:13:18,738 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8394b182524b,39033,1731467564984 WAL count=1, meta=false 2024-11-13T03:13:18,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8394b182524b%2C39033%2C1731467564984.1731467566778}] 2024-11-13T03:13:18,751 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:18,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8394b182524b%2C39033%2C1731467564984.1731467566778, worker=8394b182524b,42323,1731467565113}] 2024-11-13T03:13:18,805 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:13:18,805 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39033-0x101322e4bca0001, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:13:18,805 INFO [RS:0;8394b182524b:39033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:13:18,805 INFO [RS:0;8394b182524b:39033 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,39033,1731467564984; zookeeper connection closed. 2024-11-13T03:13:18,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46ddccf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46ddccf 2024-11-13T03:13:19,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 2024-11-13T03:13:19,735 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:19,735 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:19,737 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 can not run currently because target server of region SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T03:13:19,737 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 can not run currently because target server of region SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T03:13:19,737 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 can not run currently because target server of region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T03:13:19,737 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29; timeout=2000, timestamp=1731467601737 2024-11-13T03:13:19,737 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855; timeout=2000, timestamp=1731467601737 2024-11-13T03:13:19,737 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c852b24ca68570126ea0959957421897; timeout=2000, timestamp=1731467601737 2024-11-13T03:13:20,301 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:44869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T03:13:21,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:21,739 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 2024-11-13T03:13:21,740 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:21,742 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 can not run currently because target server of region SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T03:13:21,743 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29; timeout=4000, timestamp=1731467605743 2024-11-13T03:13:21,743 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 can not run currently because target server of region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T03:13:21,743 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 can not run currently because target server of region SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T03:13:21,743 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c852b24ca68570126ea0959957421897; timeout=4000, timestamp=1731467605743 2024-11-13T03:13:21,743 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855; timeout=4000, timestamp=1731467605743 2024-11-13T03:13:25,744 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 2024-11-13T03:13:25,745 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:25,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:25,748 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 can not run currently because target server of region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T03:13:25,748 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 can not run currently because target server of region SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T03:13:25,748 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c852b24ca68570126ea0959957421897; timeout=8000, timestamp=1731467613748 2024-11-13T03:13:25,748 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29; timeout=8000, timestamp=1731467613748 2024-11-13T03:13:25,749 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 can not run currently because target server of region SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 8394b182524b,39033,1731467564984 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T03:13:25,749 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855; timeout=8000, timestamp=1731467613749 2024-11-13T03:13:28,196 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=8394b182524b,42323,1731467565113, timeout=1731467608548, delay=350, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcdbdc9b3b81d0376aa6eee901eb3fe6, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8394b182524b%2C39033%2C1731467564984.1731467566778, worker=8394b182524b,42323,1731467565113, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0da4de9e39cd536114253406a296d9f5, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2b69a2823daa3543ccbb442e850ee3, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f52a62104e9e4bd777e2814f13938a3e], containedObject=8394b182524b,39033,1731467564984, timeout=1731467608548, delay=350, operations=null, containedObject=8394b182524b,44495,1731467565166, timeout=1731467608565, delay=367, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9135b9f896726af565fb039f1921508, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b9a610cb80a924ae27ff63e66bc1aa4, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be7bc17f879f377c2fcdb605e93a63fb]] 2024-11-13T03:13:28,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T03:13:28,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:13:28,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-13T03:13:28,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T03:13:28,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T03:13:28,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:13:28,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:13:28,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T03:13:28,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T03:13:28,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T03:13:28,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:13:28,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T03:13:28,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:13:28,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:13:28,569 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing be7bc17f879f377c2fcdb605e93a63fb 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T03:13:28,569 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing dcdbdc9b3b81d0376aa6eee901eb3fe6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T03:13:28,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0b2b69a2823daa3543ccbb442e850ee3: 2024-11-13T03:13:28,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c9135b9f896726af565fb039f1921508: 2024-11-13T03:13:28,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1b9a610cb80a924ae27ff63e66bc1aa4: 2024-11-13T03:13:28,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. for SnapshotProcedureTest completed. 2024-11-13T03:13:28,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. for SnapshotProcedureTest completed. 2024-11-13T03:13:28,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. for SnapshotProcedureTest completed. 2024-11-13T03:13:28,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0da4de9e39cd536114253406a296d9f5: 2024-11-13T03:13:28,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. for SnapshotProcedureTest completed. 2024-11-13T03:13:28,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:28,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:28,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:13:28,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:13:28,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:28,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:13:28,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:13:28,593 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778, size=966 (966bytes) 2024-11-13T03:13:28,594 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T03:13:28,594 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T03:13:28,594 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778 2024-11-13T03:13:28,601 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778 after 5ms 2024-11-13T03:13:28,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741849_1025 (size=57) 2024-11-13T03:13:28,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741849_1025 (size=57) 2024-11-13T03:13:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741849_1025 (size=57) 2024-11-13T03:13:28,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:13:28,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741850_1026 (size=65) 2024-11-13T03:13:28,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741850_1026 (size=65) 2024-11-13T03:13:28,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741850_1026 (size=65) 2024-11-13T03:13:28,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:13:28,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741851_1027 (size=65) 2024-11-13T03:13:28,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741851_1027 (size=65) 2024-11-13T03:13:28,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741851_1027 (size=65) 2024-11-13T03:13:28,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:13:28,614 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778 took 22ms 2024-11-13T03:13:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741852_1028 (size=65) 2024-11-13T03:13:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741852_1028 (size=65) 2024-11-13T03:13:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741852_1028 (size=65) 2024-11-13T03:13:28,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T03:13:28,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T03:13:28,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T03:13:28,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:13:28,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f52a62104e9e4bd777e2814f13938a3e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-13T03:13:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T03:13:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T03:13:28,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:28,618 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c9135b9f896726af565fb039f1921508 2024-11-13T03:13:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T03:13:28,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:28,618 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c9135b9f896726af565fb039f1921508 2024-11-13T03:13:28,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:13:28,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T03:13:28,619 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:13:28,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:13:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T03:13:28,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:28,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:13:28,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c9135b9f896726af565fb039f1921508 in 10.0810 sec 2024-11-13T03:13:28,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b2b69a2823daa3543ccbb442e850ee3 in 10.0810 sec 2024-11-13T03:13:28,625 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c852b24ca68570126ea0959957421897: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T03:13:28,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0da4de9e39cd536114253406a296d9f5 in 10.0810 sec 2024-11-13T03:13:28,628 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1c03fcc43e681fca48836fabfcddcf29: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T03:13:28,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1b9a610cb80a924ae27ff63e66bc1aa4 in 10.0860 sec 2024-11-13T03:13:28,630 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 34cb173daae02946f0ee22c000666855: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T03:13:28,630 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778 so closing down 2024-11-13T03:13:28,631 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:13:28,632 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:13:28,636 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778, size=966, length=966, corrupted=false, cancelled=false 2024-11-13T03:13:28,637 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778, journal: Splitting hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778, size=966 (966bytes) at 1731467608593Finishing writing output for hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778 so closing down at 1731467608631 (+38 ms)3 split writer threads finished at 1731467608632 (+1 ms)Processed 3 edits across 0 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778, size=966, length=966, corrupted=false, cancelled=false at 1731467608637 (+5 ms) 2024-11-13T03:13:28,637 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778 2024-11-13T03:13:28,637 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T03:13:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T03:13:28,647 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting/8394b182524b%2C39033%2C1731467564984.1731467566778 to hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/oldWALs 2024-11-13T03:13:28,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-13T03:13:28,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8394b182524b%2C39033%2C1731467564984.1731467566778, worker=8394b182524b,42323,1731467565113 in 9.8940 sec 2024-11-13T03:13:28,653 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:28,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-13T03:13:28,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 8394b182524b%2C39033%2C1731467564984.1731467566778, worker=8394b182524b,42323,1731467565113 in 9.9130 sec 2024-11-13T03:13:28,664 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting dir is empty, no logs to split. 2024-11-13T03:13:28,664 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8394b182524b,39033,1731467564984 WAL count=0, meta=false 2024-11-13T03:13:28,665 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8394b182524b,39033,1731467564984 WAL splitting is done? wals=0, meta=false 2024-11-13T03:13:28,668 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8394b182524b,39033,1731467564984 failed, ignore...File hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,39033,1731467564984-splitting does not exist. 2024-11-13T03:13:28,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN}] 2024-11-13T03:13:28,673 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN 2024-11-13T03:13:28,674 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN 2024-11-13T03:13:28,675 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T03:13:28,676 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T03:13:28,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN 2024-11-13T03:13:28,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T03:13:28,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6/.tmp/cf/dbb7468fc6e24f8b83d9c91a1efb91d0 is 34, key is baa/cf:cf/1731467597504/Put/seqid=0 2024-11-13T03:13:28,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb/.tmp/cf/51b5500ac56241bea5e95e758da59b3b is 34, key is ccd/cf:cf/1731467597422/Put/seqid=0 2024-11-13T03:13:28,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741854_1030 (size=28623) 2024-11-13T03:13:28,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741854_1030 (size=28623) 2024-11-13T03:13:28,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741854_1030 (size=28623) 2024-11-13T03:13:28,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6/.tmp/cf/dbb7468fc6e24f8b83d9c91a1efb91d0 2024-11-13T03:13:28,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741855_1031 (size=47197) 2024-11-13T03:13:28,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741855_1031 (size=47197) 2024-11-13T03:13:28,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741855_1031 (size=47197) 2024-11-13T03:13:28,716 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb/.tmp/cf/51b5500ac56241bea5e95e758da59b3b 2024-11-13T03:13:28,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e/.tmp/cf/5a5975cf365c4cf5a9bd1149bd573918 is 34, key is eaa/cf:cf/1731467598185/Put/seqid=0 2024-11-13T03:13:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741853_1029 (size=499309) 2024-11-13T03:13:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741853_1029 (size=499309) 2024-11-13T03:13:28,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741853_1029 (size=499309) 2024-11-13T03:13:28,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e/.tmp/cf/5a5975cf365c4cf5a9bd1149bd573918 2024-11-13T03:13:28,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6/.tmp/cf/dbb7468fc6e24f8b83d9c91a1efb91d0 as hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6/cf/dbb7468fc6e24f8b83d9c91a1efb91d0 2024-11-13T03:13:28,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e/.tmp/cf/5a5975cf365c4cf5a9bd1149bd573918 as hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e/cf/5a5975cf365c4cf5a9bd1149bd573918 2024-11-13T03:13:28,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb/.tmp/cf/51b5500ac56241bea5e95e758da59b3b as hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb/cf/51b5500ac56241bea5e95e758da59b3b 2024-11-13T03:13:28,772 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e/cf/5a5975cf365c4cf5a9bd1149bd573918, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-13T03:13:28,772 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6/cf/dbb7468fc6e24f8b83d9c91a1efb91d0, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T03:13:28,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb/cf/51b5500ac56241bea5e95e758da59b3b, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T03:13:28,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f52a62104e9e4bd777e2814f13938a3e in 158ms, sequenceid=5, compaction requested=false 2024-11-13T03:13:28,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for be7bc17f879f377c2fcdb605e93a63fb in 211ms, sequenceid=5, compaction requested=false 2024-11-13T03:13:28,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for dcdbdc9b3b81d0376aa6eee901eb3fe6 in 210ms, sequenceid=5, compaction requested=false 2024-11-13T03:13:28,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f52a62104e9e4bd777e2814f13938a3e: 2024-11-13T03:13:28,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for dcdbdc9b3b81d0376aa6eee901eb3fe6: 2024-11-13T03:13:28,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for be7bc17f879f377c2fcdb605e93a63fb: 2024-11-13T03:13:28,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. for SnapshotProcedureTest completed. 2024-11-13T03:13:28,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. for SnapshotProcedureTest completed. 2024-11-13T03:13:28,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. for SnapshotProcedureTest completed. 2024-11-13T03:13:28,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:28,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:28,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:28,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e/cf/5a5975cf365c4cf5a9bd1149bd573918] hfiles 2024-11-13T03:13:28,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb/cf/51b5500ac56241bea5e95e758da59b3b] hfiles 2024-11-13T03:13:28,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6/cf/dbb7468fc6e24f8b83d9c91a1efb91d0] hfiles 2024-11-13T03:13:28,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e/cf/5a5975cf365c4cf5a9bd1149bd573918 for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb/cf/51b5500ac56241bea5e95e758da59b3b for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6/cf/dbb7468fc6e24f8b83d9c91a1efb91d0 for snapshot=SnapshotProcedureTest 2024-11-13T03:13:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741856_1032 (size=105) 2024-11-13T03:13:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741856_1032 (size=105) 2024-11-13T03:13:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741856_1032 (size=105) 2024-11-13T03:13:28,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:13:28,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T03:13:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741857_1033 (size=97) 2024-11-13T03:13:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T03:13:28,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:28,802 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:13:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741857_1033 (size=97) 2024-11-13T03:13:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741857_1033 (size=97) 2024-11-13T03:13:28,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:13:28,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T03:13:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T03:13:28,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:28,805 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:13:28,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be7bc17f879f377c2fcdb605e93a63fb in 10.2640 sec 2024-11-13T03:13:28,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f52a62104e9e4bd777e2814f13938a3e in 10.2670 sec 2024-11-13T03:13:28,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741858_1034 (size=105) 2024-11-13T03:13:28,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741858_1034 (size=105) 2024-11-13T03:13:28,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741858_1034 (size=105) 2024-11-13T03:13:28,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:13:28,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T03:13:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T03:13:28,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:28,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:13:28,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dcdbdc9b3b81d0376aa6eee901eb3fe6 in 10.2750 sec 2024-11-13T03:13:28,826 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(204): Hosts are {8394b182524b=0} racks are {/default-rack=0} 2024-11-13T03:13:28,826 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T03:13:28,826 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T03:13:28,826 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T03:13:28,826 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T03:13:28,826 INFO [8394b182524b:44869 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T03:13:28,826 INFO [8394b182524b:44869 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T03:13:28,826 DEBUG [8394b182524b:44869 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T03:13:28,827 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c852b24ca68570126ea0959957421897, regionState=OPENING, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:13:28,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1c03fcc43e681fca48836fabfcddcf29, regionState=OPENING, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:13:28,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=34cb173daae02946f0ee22c000666855, regionState=OPENING, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:13:28,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN because future has completed 2024-11-13T03:13:28,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34cb173daae02946f0ee22c000666855, server=8394b182524b,44495,1731467565166}] 2024-11-13T03:13:28,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN because future has completed 2024-11-13T03:13:28,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c03fcc43e681fca48836fabfcddcf29, server=8394b182524b,42323,1731467565113}] 2024-11-13T03:13:28,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN because future has completed 2024-11-13T03:13:28,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c852b24ca68570126ea0959957421897, server=8394b182524b,44495,1731467565166}] 2024-11-13T03:13:33,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 held by pid=39 2024-11-13T03:13:33,749 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 held by pid=40 2024-11-13T03:13:33,750 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:33,750 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:33,750 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 held by pid=41 2024-11-13T03:13:33,750 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 2024-11-13T03:13:37,663 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T03:13:37,664 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T03:13:38,840 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:13:38,840 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 34cb173daae02946f0ee22c000666855, NAME => 'SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T03:13:38,840 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:13:38,841 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,841 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c03fcc43e681fca48836fabfcddcf29, NAME => 'SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T03:13:38,841 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:38,841 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,841 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,841 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,841 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:38,841 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,841 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,843 INFO [StoreOpener-1c03fcc43e681fca48836fabfcddcf29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,843 INFO [StoreOpener-34cb173daae02946f0ee22c000666855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,844 INFO [StoreOpener-1c03fcc43e681fca48836fabfcddcf29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c03fcc43e681fca48836fabfcddcf29 columnFamilyName cf 2024-11-13T03:13:38,844 INFO [StoreOpener-34cb173daae02946f0ee22c000666855-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34cb173daae02946f0ee22c000666855 columnFamilyName cf 2024-11-13T03:13:38,844 DEBUG [StoreOpener-1c03fcc43e681fca48836fabfcddcf29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:38,844 DEBUG [StoreOpener-34cb173daae02946f0ee22c000666855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:38,845 INFO [StoreOpener-1c03fcc43e681fca48836fabfcddcf29-1 {}] regionserver.HStore(327): Store=1c03fcc43e681fca48836fabfcddcf29/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:38,845 INFO [StoreOpener-34cb173daae02946f0ee22c000666855-1 {}] regionserver.HStore(327): Store=34cb173daae02946f0ee22c000666855/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:38,845 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,845 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,846 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,846 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,847 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,847 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,847 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,848 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,848 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,848 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,850 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,850 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,851 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 34cb173daae02946f0ee22c000666855; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74011281, jitterRate=0.10285402834415436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:38,851 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,851 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 34cb173daae02946f0ee22c000666855: Running coprocessor pre-open hook at 1731467618841Writing region info on filesystem at 1731467618841Initializing all the Stores at 1731467618842 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467618842Cleaning up temporary data from old regions at 1731467618848 (+6 ms)Running coprocessor post-open hooks at 1731467618851 (+3 ms)Region opened successfully at 1731467618851 2024-11-13T03:13:38,851 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 1c03fcc43e681fca48836fabfcddcf29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59123786, jitterRate=-0.11898693442344666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:38,852 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,852 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 1c03fcc43e681fca48836fabfcddcf29: Running coprocessor pre-open hook at 1731467618841Writing region info on filesystem at 1731467618841Initializing all the Stores at 1731467618842 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467618842Cleaning up temporary data from old regions at 1731467618848 (+6 ms)Running coprocessor post-open hooks at 1731467618852 (+4 ms)Region opened successfully at 1731467618852 2024-11-13T03:13:38,853 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855., pid=42, masterSystemTime=1731467618833 2024-11-13T03:13:38,853 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29., pid=43, masterSystemTime=1731467618835 2024-11-13T03:13:38,855 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:13:38,855 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:13:38,856 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:13:38,856 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => c852b24ca68570126ea0959957421897, NAME => 'SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T03:13:38,856 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,856 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:13:38,856 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=34cb173daae02946f0ee22c000666855, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:13:38,856 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,857 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,857 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:13:38,857 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:13:38,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=1c03fcc43e681fca48836fabfcddcf29, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,42323,1731467565113 2024-11-13T03:13:38,860 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=8394b182524b,42323,1731467565113, table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T03:13:38,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34cb173daae02946f0ee22c000666855, server=8394b182524b,44495,1731467565166 because future has completed 2024-11-13T03:13:38,861 INFO [StoreOpener-c852b24ca68570126ea0959957421897-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c03fcc43e681fca48836fabfcddcf29, server=8394b182524b,42323,1731467565113 because future has completed 2024-11-13T03:13:38,863 INFO [StoreOpener-c852b24ca68570126ea0959957421897-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c852b24ca68570126ea0959957421897 columnFamilyName cf 2024-11-13T03:13:38,863 DEBUG [StoreOpener-c852b24ca68570126ea0959957421897-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:13:38,864 INFO [StoreOpener-c852b24ca68570126ea0959957421897-1 {}] regionserver.HStore(327): Store=c852b24ca68570126ea0959957421897/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:13:38,864 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,865 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-13T03:13:38,867 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 34cb173daae02946f0ee22c000666855, server=8394b182524b,44495,1731467565166 in 10.0320 sec 2024-11-13T03:13:38,868 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,868 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-13T03:13:38,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c03fcc43e681fca48836fabfcddcf29, server=8394b182524b,42323,1731467565113 in 10.0320 sec 2024-11-13T03:13:38,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=34cb173daae02946f0ee22c000666855, ASSIGN in 10.1960 sec 2024-11-13T03:13:38,871 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:38,872 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:38,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1c03fcc43e681fca48836fabfcddcf29, ASSIGN in 10.1980 sec 2024-11-13T03:13:38,873 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,874 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened c852b24ca68570126ea0959957421897; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61726460, jitterRate=-0.0802040696144104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:13:38,875 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,875 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for c852b24ca68570126ea0959957421897: Running coprocessor pre-open hook at 1731467618857Writing region info on filesystem at 1731467618857Initializing all the Stores at 1731467618859 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467618859Cleaning up temporary data from old regions at 1731467618868 (+9 ms)Running coprocessor post-open hooks at 1731467618875 (+7 ms)Region opened successfully at 1731467618875 2024-11-13T03:13:38,876 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897., pid=44, masterSystemTime=1731467618833 2024-11-13T03:13:38,880 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:13:38,880 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:13:38,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c852b24ca68570126ea0959957421897, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,44495,1731467565166 2024-11-13T03:13:38,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c852b24ca68570126ea0959957421897, server=8394b182524b,44495,1731467565166 because future has completed 2024-11-13T03:13:38,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-13T03:13:38,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure c852b24ca68570126ea0959957421897, server=8394b182524b,44495,1731467565166 in 10.0510 sec 2024-11-13T03:13:38,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 2024-11-13T03:13:38,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-13T03:13:38,891 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 8394b182524b,39033,1731467564984 after splitting done 2024-11-13T03:13:38,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c852b24ca68570126ea0959957421897, ASSIGN in 10.2180 sec 2024-11-13T03:13:38,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 8394b182524b,39033,1731467564984, splitWal=true, meta=false in 20.1750 sec 2024-11-13T03:13:42,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:13:44,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T03:13:46,668 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T03:13:48,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T03:13:48,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T03:13:48,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:13:48,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T03:13:48,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:13:48,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c852b24ca68570126ea0959957421897: 2024-11-13T03:13:48,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. for SnapshotProcedureTest completed. 2024-11-13T03:13:48,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 34cb173daae02946f0ee22c000666855: 2024-11-13T03:13:48,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. for SnapshotProcedureTest completed. 2024-11-13T03:13:48,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:48,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:48,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:48,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:48,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:13:48,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:13:48,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:13:48,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1c03fcc43e681fca48836fabfcddcf29: 2024-11-13T03:13:48,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. for SnapshotProcedureTest completed. 2024-11-13T03:13:48,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:13:48,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:13:48,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:13:48,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741860_1036 (size=65) 2024-11-13T03:13:48,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741860_1036 (size=65) 2024-11-13T03:13:48,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741860_1036 (size=65) 2024-11-13T03:13:48,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:13:48,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T03:13:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T03:13:48,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c852b24ca68570126ea0959957421897 2024-11-13T03:13:48,907 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 2024-11-13T03:13:48,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c852b24ca68570126ea0959957421897 in 30.3700 sec 2024-11-13T03:13:48,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741859_1035 (size=65) 2024-11-13T03:13:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741859_1035 (size=65) 2024-11-13T03:13:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741859_1035 (size=65) 2024-11-13T03:13:48,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:13:48,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T03:13:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T03:13:48,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:48,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 2024-11-13T03:13:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741861_1037 (size=65) 2024-11-13T03:13:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741861_1037 (size=65) 2024-11-13T03:13:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741861_1037 (size=65) 2024-11-13T03:13:48,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:13:48,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T03:13:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T03:13:48,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:48,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:13:48,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 34cb173daae02946f0ee22c000666855 in 30.3880 sec 2024-11-13T03:13:48,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-13T03:13:48,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1c03fcc43e681fca48836fabfcddcf29 in 30.3900 sec 2024-11-13T03:13:48,939 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T03:13:48,942 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T03:13:48,946 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T03:13:48,946 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T03:13:48,950 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T03:13:49,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741862_1038 (size=1134) 2024-11-13T03:13:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741862_1038 (size=1134) 2024-11-13T03:13:49,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741862_1038 (size=1134) 2024-11-13T03:13:49,067 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T03:13:49,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T03:13:49,087 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,44495,1731467565166 2024-11-13T03:13:49,088 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:49,088 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,44495,1731467565166 2024-11-13T03:13:49,088 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,44495,1731467565166 2024-11-13T03:13:49,088 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:49,101 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:53,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region be7bc17f879f377c2fcdb605e93a63fb, had cached 0 bytes from a total of 47197 2024-11-13T03:13:53,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f52a62104e9e4bd777e2814f13938a3e, had cached 0 bytes from a total of 499309 2024-11-13T03:13:53,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dcdbdc9b3b81d0376aa6eee901eb3fe6, had cached 0 bytes from a total of 28623 2024-11-13T03:13:55,307 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:44869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T03:13:57,478 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0b2b69a2823daa3543ccbb442e850ee3 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:57,480 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0da4de9e39cd536114253406a296d9f5 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:57,481 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1c03fcc43e681fca48836fabfcddcf29 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:57,482 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dcdbdc9b3b81d0376aa6eee901eb3fe6 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:57,482 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f52a62104e9e4bd777e2814f13938a3e changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:57,482 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 34cb173daae02946f0ee22c000666855 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:57,483 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1b9a610cb80a924ae27ff63e66bc1aa4 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:57,483 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c9135b9f896726af565fb039f1921508 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:57,484 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c852b24ca68570126ea0959957421897 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:57,484 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region be7bc17f879f377c2fcdb605e93a63fb changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:13:59,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-13T03:13:59,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-13T03:13:59,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-13T03:13:59,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-13T03:13:59,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-13T03:13:59,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-13T03:13:59,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T03:13:59,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T03:13:59,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T03:13:59,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-13T03:13:59,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T03:13:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T03:13:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-13T03:13:59,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T03:13:59,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-13T03:13:59,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-13T03:13:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T03:13:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T03:13:59,105 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,44495,1731467565166 Release verify snapshot worker=8394b182524b,44495,1731467565166 2024-11-13T03:13:59,105 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 Release verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-13T03:13:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-13T03:13:59,106 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 Release verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:59,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 in 10.0280 sec 2024-11-13T03:13:59,108 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:59,109 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 Release verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:59,109 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,44495,1731467565166 2024-11-13T03:13:59,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 in 10.0280 sec 2024-11-13T03:13:59,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,44495,1731467565166 in 10.0280 sec 2024-11-13T03:13:59,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 in 10.0310 sec 2024-11-13T03:13:59,111 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,44495,1731467565166 Release verify snapshot worker=8394b182524b,44495,1731467565166 2024-11-13T03:13:59,111 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,44495,1731467565166 Release verify snapshot worker=8394b182524b,44495,1731467565166 2024-11-13T03:13:59,113 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:59,113 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:13:59,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,44495,1731467565166 in 10.0330 sec 2024-11-13T03:13:59,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,44495,1731467565166 in 10.0330 sec 2024-11-13T03:14:09,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-13T03:14:09,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-13T03:14:09,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-13T03:14:09,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-13T03:14:09,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T03:14:09,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T03:14:09,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-13T03:14:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-13T03:14:09,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T03:14:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T03:14:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T03:14:09,112 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 Release verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:14:09,112 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,44495,1731467565166 Release verify snapshot worker=8394b182524b,44495,1731467565166 2024-11-13T03:14:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T03:14:09,113 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 Release verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:14:09,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 in 20.0340 sec 2024-11-13T03:14:09,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,44495,1731467565166 in 20.0340 sec 2024-11-13T03:14:09,115 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 Release verify snapshot worker=8394b182524b,42323,1731467565113 2024-11-13T03:14:09,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 in 20.0350 sec 2024-11-13T03:14:09,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-13T03:14:09,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,42323,1731467565113 in 20.0370 sec 2024-11-13T03:14:09,117 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T03:14:09,118 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T03:14:09,120 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T03:14:09,120 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T03:14:09,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6500 sec 2024-11-13T03:14:09,349 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T03:14:09,357 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T03:14:09,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:14:09,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:14:09,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:14:09,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:09,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:09,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:14:09,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:14:09,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=831879446, stopped=false 2024-11-13T03:14:09,359 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,44869,1731467563948 2024-11-13T03:14:09,406 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T03:14:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T03:14:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T03:14:09,406 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:09,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:14:09,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:14:09,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:14:09,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:14:09,407 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-13T03:14:09,407 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3091): Received CLOSE for c852b24ca68570126ea0959957421897 2024-11-13T03:14:09,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:14:09,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:14:09,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:09,408 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3091): Received CLOSE for 34cb173daae02946f0ee22c000666855 2024-11-13T03:14:09,408 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b9a610cb80a924ae27ff63e66bc1aa4 2024-11-13T03:14:09,408 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3091): Received CLOSE for be7bc17f879f377c2fcdb605e93a63fb 2024-11-13T03:14:09,408 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3091): Received CLOSE for c9135b9f896726af565fb039f1921508 2024-11-13T03:14:09,409 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,42323,1731467565113' ***** 2024-11-13T03:14:09,409 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:14:09,409 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,44495,1731467565166' ***** 2024-11-13T03:14:09,409 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:14:09,409 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c852b24ca68570126ea0959957421897, disabling compactions & flushes 2024-11-13T03:14:09,409 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:14:09,409 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:14:09,409 INFO [RS:1;8394b182524b:42323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:14:09,409 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. after waiting 0 ms 2024-11-13T03:14:09,409 INFO [RS:1;8394b182524b:42323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:14:09,410 INFO [RS:1;8394b182524b:42323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:14:09,410 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:14:09,410 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(3091): Received CLOSE for dcdbdc9b3b81d0376aa6eee901eb3fe6 2024-11-13T03:14:09,410 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:14:09,410 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b2b69a2823daa3543ccbb442e850ee3 2024-11-13T03:14:09,410 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(3091): Received CLOSE for 0da4de9e39cd536114253406a296d9f5 2024-11-13T03:14:09,410 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(3091): Received CLOSE for f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:14:09,410 INFO [RS:2;8394b182524b:44495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:14:09,410 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c03fcc43e681fca48836fabfcddcf29 2024-11-13T03:14:09,410 INFO [RS:2;8394b182524b:44495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:14:09,411 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,42323,1731467565113 2024-11-13T03:14:09,411 INFO [RS:1;8394b182524b:42323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 34cb173daae02946f0ee22c000666855, which we are already trying to CLOSE, but not completed yet 2024-11-13T03:14:09,411 INFO [RS:1;8394b182524b:42323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8394b182524b:42323. 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 1b9a610cb80a924ae27ff63e66bc1aa4, which we are already trying to CLOSE, but not completed yet 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: be7bc17f879f377c2fcdb605e93a63fb, which we are already trying to CLOSE, but not completed yet 2024-11-13T03:14:09,411 DEBUG [RS:1;8394b182524b:42323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: c9135b9f896726af565fb039f1921508, which we are already trying to CLOSE, but not completed yet 2024-11-13T03:14:09,411 DEBUG [RS:1;8394b182524b:42323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,44495,1731467565166 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8394b182524b:44495. 2024-11-13T03:14:09,411 DEBUG [RS:2;8394b182524b:44495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:14:09,411 DEBUG [RS:2;8394b182524b:44495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:09,411 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcdbdc9b3b81d0376aa6eee901eb3fe6, disabling compactions & flushes 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:14:09,411 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:14:09,411 INFO [RS:2;8394b182524b:44495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:14:09,411 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:14:09,412 INFO [RS:2;8394b182524b:44495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:14:09,412 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. after waiting 0 ms 2024-11-13T03:14:09,412 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:14:09,412 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:14:09,412 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T03:14:09,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:14:09,412 DEBUG [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(1325): Online Regions={dcdbdc9b3b81d0376aa6eee901eb3fe6=SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6., 0b2b69a2823daa3543ccbb442e850ee3=SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3., 0da4de9e39cd536114253406a296d9f5=SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5., f52a62104e9e4bd777e2814f13938a3e=SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e., 1c03fcc43e681fca48836fabfcddcf29=SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29.} 2024-11-13T03:14:09,412 DEBUG [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(1351): Waiting on 0b2b69a2823daa3543ccbb442e850ee3, 0da4de9e39cd536114253406a296d9f5, 1c03fcc43e681fca48836fabfcddcf29, dcdbdc9b3b81d0376aa6eee901eb3fe6, f52a62104e9e4bd777e2814f13938a3e 2024-11-13T03:14:09,416 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T03:14:09,416 DEBUG [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1325): Online Regions={c852b24ca68570126ea0959957421897=SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897., 34cb173daae02946f0ee22c000666855=SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855., 1b9a610cb80a924ae27ff63e66bc1aa4=SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4., 1588230740=hbase:meta,,1.1588230740, be7bc17f879f377c2fcdb605e93a63fb=SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb., c9135b9f896726af565fb039f1921508=SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508.} 2024-11-13T03:14:09,416 DEBUG [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b9a610cb80a924ae27ff63e66bc1aa4, 34cb173daae02946f0ee22c000666855, be7bc17f879f377c2fcdb605e93a63fb, c852b24ca68570126ea0959957421897, c9135b9f896726af565fb039f1921508 2024-11-13T03:14:09,416 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:14:09,416 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:14:09,417 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:14:09,417 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:14:09,417 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:14:09,417 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-13T03:14:09,417 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:14:09,419 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:14:09,437 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c852b24ca68570126ea0959957421897/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:14:09,441 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:14:09,441 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c852b24ca68570126ea0959957421897: Waiting for close lock at 1731467649409Running coprocessor pre-close hooks at 1731467649409Disabling compacts and flushes for region at 1731467649409Disabling writes for close at 1731467649409Writing region close event to WAL at 1731467649410 (+1 ms)Running coprocessor post-close hooks at 1731467649438 (+28 ms)Closed at 1731467649440 (+2 ms) 2024-11-13T03:14:09,441 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731467577678.c852b24ca68570126ea0959957421897. 2024-11-13T03:14:09,442 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34cb173daae02946f0ee22c000666855, disabling compactions & flushes 2024-11-13T03:14:09,442 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:14:09,442 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:14:09,442 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. after waiting 0 ms 2024-11-13T03:14:09,442 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:14:09,456 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/dcdbdc9b3b81d0376aa6eee901eb3fe6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:14:09,457 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:14:09,458 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcdbdc9b3b81d0376aa6eee901eb3fe6: Waiting for close lock at 1731467649411Running coprocessor pre-close hooks at 1731467649411Disabling compacts and flushes for region at 1731467649411Disabling writes for close at 1731467649412 (+1 ms)Writing region close event to WAL at 1731467649422 (+10 ms)Running coprocessor post-close hooks at 1731467649457 (+35 ms)Closed at 1731467649457 2024-11-13T03:14:09,458 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731467577678.dcdbdc9b3b81d0376aa6eee901eb3fe6. 2024-11-13T03:14:09,458 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b2b69a2823daa3543ccbb442e850ee3, disabling compactions & flushes 2024-11-13T03:14:09,458 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:14:09,458 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:14:09,458 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. after waiting 0 ms 2024-11-13T03:14:09,458 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:14:09,462 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/34cb173daae02946f0ee22c000666855/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:14:09,463 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:14:09,463 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34cb173daae02946f0ee22c000666855: Waiting for close lock at 1731467649442Running coprocessor pre-close hooks at 1731467649442Disabling compacts and flushes for region at 1731467649442Disabling writes for close at 1731467649442Writing region close event to WAL at 1731467649443 (+1 ms)Running coprocessor post-close hooks at 1731467649463 (+20 ms)Closed at 1731467649463 2024-11-13T03:14:09,463 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855. 2024-11-13T03:14:09,464 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b9a610cb80a924ae27ff63e66bc1aa4, disabling compactions & flushes 2024-11-13T03:14:09,464 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:14:09,464 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:14:09,464 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. after waiting 0 ms 2024-11-13T03:14:09,464 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:14:09,473 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/0b2b69a2823daa3543ccbb442e850ee3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:14:09,474 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:14:09,474 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b2b69a2823daa3543ccbb442e850ee3: Waiting for close lock at 1731467649458Running coprocessor pre-close hooks at 1731467649458Disabling compacts and flushes for region at 1731467649458Disabling writes for close at 1731467649458Writing region close event to WAL at 1731467649459 (+1 ms)Running coprocessor post-close hooks at 1731467649474 (+15 ms)Closed at 1731467649474 2024-11-13T03:14:09,475 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731467577678.0b2b69a2823daa3543ccbb442e850ee3. 2024-11-13T03:14:09,475 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0da4de9e39cd536114253406a296d9f5, disabling compactions & flushes 2024-11-13T03:14:09,475 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:14:09,475 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:14:09,475 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. after waiting 0 ms 2024-11-13T03:14:09,475 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:14:09,477 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1b9a610cb80a924ae27ff63e66bc1aa4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:14:09,478 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:14:09,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b9a610cb80a924ae27ff63e66bc1aa4: Waiting for close lock at 1731467649464Running coprocessor pre-close hooks at 1731467649464Disabling compacts and flushes for region at 1731467649464Disabling writes for close at 1731467649464Writing region close event to WAL at 1731467649466 (+2 ms)Running coprocessor post-close hooks at 1731467649478 (+12 ms)Closed at 1731467649478 2024-11-13T03:14:09,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731467577678.1b9a610cb80a924ae27ff63e66bc1aa4. 2024-11-13T03:14:09,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be7bc17f879f377c2fcdb605e93a63fb, disabling compactions & flushes 2024-11-13T03:14:09,479 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:14:09,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:14:09,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. after waiting 0 ms 2024-11-13T03:14:09,479 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:14:09,480 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/.tmp/info/5b668bbc89f4423c9ebfde1bce942fec is 167, key is SPTestTable,19999999,1731467577678.34cb173daae02946f0ee22c000666855./info:regioninfo/1731467618856/Put/seqid=0 2024-11-13T03:14:09,498 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/0da4de9e39cd536114253406a296d9f5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:14:09,500 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:14:09,500 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0da4de9e39cd536114253406a296d9f5: Waiting for close lock at 1731467649475Running coprocessor pre-close hooks at 1731467649475Disabling compacts and flushes for region at 1731467649475Disabling writes for close at 1731467649475Writing region close event to WAL at 1731467649481 (+6 ms)Running coprocessor post-close hooks at 1731467649500 (+19 ms)Closed at 1731467649500 2024-11-13T03:14:09,501 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731467577678.0da4de9e39cd536114253406a296d9f5. 2024-11-13T03:14:09,501 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f52a62104e9e4bd777e2814f13938a3e, disabling compactions & flushes 2024-11-13T03:14:09,501 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:14:09,501 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:14:09,501 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. after waiting 0 ms 2024-11-13T03:14:09,501 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:14:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741863_1039 (size=19817) 2024-11-13T03:14:09,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741863_1039 (size=19817) 2024-11-13T03:14:09,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741863_1039 (size=19817) 2024-11-13T03:14:09,508 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/.tmp/info/5b668bbc89f4423c9ebfde1bce942fec 2024-11-13T03:14:09,509 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/be7bc17f879f377c2fcdb605e93a63fb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:14:09,510 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:14:09,510 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be7bc17f879f377c2fcdb605e93a63fb: Waiting for close lock at 1731467649479Running coprocessor pre-close hooks at 1731467649479Disabling compacts and flushes for region at 1731467649479Disabling writes for close at 1731467649479Writing region close event to WAL at 1731467649497 (+18 ms)Running coprocessor post-close hooks at 1731467649510 (+13 ms)Closed at 1731467649510 2024-11-13T03:14:09,510 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731467577678.be7bc17f879f377c2fcdb605e93a63fb. 2024-11-13T03:14:09,511 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9135b9f896726af565fb039f1921508, disabling compactions & flushes 2024-11-13T03:14:09,511 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:14:09,511 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:14:09,511 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. after waiting 0 ms 2024-11-13T03:14:09,511 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:14:09,525 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/c9135b9f896726af565fb039f1921508/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:14:09,525 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/f52a62104e9e4bd777e2814f13938a3e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:14:09,526 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:14:09,526 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:14:09,526 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f52a62104e9e4bd777e2814f13938a3e: Waiting for close lock at 1731467649501Running coprocessor pre-close hooks at 1731467649501Disabling compacts and flushes for region at 1731467649501Disabling writes for close at 1731467649501Writing region close event to WAL at 1731467649516 (+15 ms)Running coprocessor post-close hooks at 1731467649526 (+10 ms)Closed at 1731467649526 2024-11-13T03:14:09,526 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9135b9f896726af565fb039f1921508: Waiting for close lock at 1731467649511Running coprocessor pre-close hooks at 1731467649511Disabling compacts and flushes for region at 1731467649511Disabling writes for close at 1731467649511Writing region close event to WAL at 1731467649517 (+6 ms)Running coprocessor post-close hooks at 1731467649526 (+9 ms)Closed at 1731467649526 2024-11-13T03:14:09,526 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731467577678.f52a62104e9e4bd777e2814f13938a3e. 2024-11-13T03:14:09,526 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731467577678.c9135b9f896726af565fb039f1921508. 2024-11-13T03:14:09,526 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c03fcc43e681fca48836fabfcddcf29, disabling compactions & flushes 2024-11-13T03:14:09,526 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:14:09,526 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:14:09,526 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. after waiting 0 ms 2024-11-13T03:14:09,527 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:14:09,533 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/default/SPTestTable/1c03fcc43e681fca48836fabfcddcf29/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:14:09,534 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:14:09,534 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c03fcc43e681fca48836fabfcddcf29: Waiting for close lock at 1731467649526Running coprocessor pre-close hooks at 1731467649526Disabling compacts and flushes for region at 1731467649526Disabling writes for close at 1731467649527 (+1 ms)Writing region close event to WAL at 1731467649527Running coprocessor post-close hooks at 1731467649534 (+7 ms)Closed at 1731467649534 2024-11-13T03:14:09,534 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731467577678.1c03fcc43e681fca48836fabfcddcf29. 2024-11-13T03:14:09,545 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/.tmp/ns/883f42a6e14a4bf4bccb7dfdd4574849 is 43, key is default/ns:d/1731467577398/Put/seqid=0 2024-11-13T03:14:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741864_1040 (size=5153) 2024-11-13T03:14:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741864_1040 (size=5153) 2024-11-13T03:14:09,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741864_1040 (size=5153) 2024-11-13T03:14:09,555 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/.tmp/ns/883f42a6e14a4bf4bccb7dfdd4574849 2024-11-13T03:14:09,592 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/.tmp/table/47aeb0b53c344eb2b6f820508a83b274 is 47, key is SPTestTable/table:state/1731467588332/Put/seqid=0 2024-11-13T03:14:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741865_1041 (size=5214) 2024-11-13T03:14:09,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741865_1041 (size=5214) 2024-11-13T03:14:09,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741865_1041 (size=5214) 2024-11-13T03:14:09,605 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/.tmp/table/47aeb0b53c344eb2b6f820508a83b274 2024-11-13T03:14:09,609 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:14:09,609 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:14:09,611 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:14:09,611 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:14:09,613 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,42323,1731467565113; all regions closed. 2024-11-13T03:14:09,616 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/.tmp/info/5b668bbc89f4423c9ebfde1bce942fec as hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/info/5b668bbc89f4423c9ebfde1bce942fec 2024-11-13T03:14:09,616 DEBUG [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T03:14:09,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741835_1011 (size=4022) 2024-11-13T03:14:09,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741835_1011 (size=4022) 2024-11-13T03:14:09,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741835_1011 (size=4022) 2024-11-13T03:14:09,625 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/info/5b668bbc89f4423c9ebfde1bce942fec, entries=112, sequenceid=35, filesize=19.4 K 2024-11-13T03:14:09,629 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/.tmp/ns/883f42a6e14a4bf4bccb7dfdd4574849 as hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/ns/883f42a6e14a4bf4bccb7dfdd4574849 2024-11-13T03:14:09,630 DEBUG [RS:1;8394b182524b:42323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/oldWALs 2024-11-13T03:14:09,630 INFO [RS:1;8394b182524b:42323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C42323%2C1731467565113:(num 1731467566778) 2024-11-13T03:14:09,630 DEBUG [RS:1;8394b182524b:42323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:09,630 INFO [RS:1;8394b182524b:42323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:14:09,631 INFO [RS:1;8394b182524b:42323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:14:09,631 INFO [RS:1;8394b182524b:42323 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:14:09,631 INFO [RS:1;8394b182524b:42323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:14:09,631 INFO [RS:1;8394b182524b:42323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:14:09,631 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:14:09,631 INFO [RS:1;8394b182524b:42323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:14:09,631 INFO [RS:1;8394b182524b:42323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:14:09,632 INFO [RS:1;8394b182524b:42323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42323 2024-11-13T03:14:09,641 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/ns/883f42a6e14a4bf4bccb7dfdd4574849, entries=2, sequenceid=35, filesize=5.0 K 2024-11-13T03:14:09,643 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/.tmp/table/47aeb0b53c344eb2b6f820508a83b274 as hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/table/47aeb0b53c344eb2b6f820508a83b274 2024-11-13T03:14:09,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8394b182524b,42323,1731467565113 2024-11-13T03:14:09,648 INFO [RS:1;8394b182524b:42323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:14:09,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:14:09,652 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/table/47aeb0b53c344eb2b6f820508a83b274, entries=2, sequenceid=35, filesize=5.1 K 2024-11-13T03:14:09,654 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=35, compaction requested=false 2024-11-13T03:14:09,665 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-13T03:14:09,666 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:14:09,666 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:14:09,666 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467649416Running coprocessor pre-close hooks at 1731467649416Disabling compacts and flushes for region at 1731467649416Disabling writes for close at 1731467649417 (+1 ms)Obtaining lock to block concurrent updates at 1731467649417Preparing flush snapshotting stores in 1588230740 at 1731467649417Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731467649418 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731467649418Flushing 1588230740/info: creating writer at 1731467649419 (+1 ms)Flushing 1588230740/info: appending metadata at 1731467649468 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731467649468Flushing 1588230740/ns: creating writer at 1731467649525 (+57 ms)Flushing 1588230740/ns: appending metadata at 1731467649544 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731467649544Flushing 1588230740/table: creating writer at 1731467649566 (+22 ms)Flushing 1588230740/table: appending metadata at 1731467649590 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731467649590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3035db6: reopening flushed file at 1731467649614 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea366ff: reopening flushed file at 1731467649626 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac04c10: reopening flushed file at 1731467649642 (+16 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=35, compaction requested=false at 1731467649654 (+12 ms)Writing region close event to WAL at 1731467649659 (+5 ms)Running coprocessor post-close hooks at 1731467649666 (+7 ms)Closed at 1731467649666 2024-11-13T03:14:09,667 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:14:09,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,42323,1731467565113] 2024-11-13T03:14:09,690 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8394b182524b,42323,1731467565113 already deleted, retry=false 2024-11-13T03:14:09,690 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,42323,1731467565113 expired; onlineServers=1 2024-11-13T03:14:09,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:14:09,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42323-0x101322e4bca0002, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:14:09,769 INFO [RS:1;8394b182524b:42323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:14:09,769 INFO [RS:1;8394b182524b:42323 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,42323,1731467565113; zookeeper connection closed. 2024-11-13T03:14:09,769 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40392f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40392f6 2024-11-13T03:14:09,817 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,44495,1731467565166; all regions closed. 2024-11-13T03:14:09,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741836_1012 (size=18438) 2024-11-13T03:14:09,820 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/WALs/8394b182524b,44495,1731467565166/8394b182524b%2C44495%2C1731467565166.meta.1731467577140.meta not finished, retry = 0 2024-11-13T03:14:09,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741836_1012 (size=18438) 2024-11-13T03:14:09,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741836_1012 (size=18438) 2024-11-13T03:14:09,923 DEBUG [RS:2;8394b182524b:44495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/oldWALs 2024-11-13T03:14:09,923 INFO [RS:2;8394b182524b:44495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C44495%2C1731467565166.meta:.meta(num 1731467577140) 2024-11-13T03:14:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741834_1010 (size=3530) 2024-11-13T03:14:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741834_1010 (size=3530) 2024-11-13T03:14:09,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741834_1010 (size=3530) 2024-11-13T03:14:09,928 DEBUG [RS:2;8394b182524b:44495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/oldWALs 2024-11-13T03:14:09,929 INFO [RS:2;8394b182524b:44495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C44495%2C1731467565166:(num 1731467566778) 2024-11-13T03:14:09,929 DEBUG [RS:2;8394b182524b:44495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:09,929 INFO [RS:2;8394b182524b:44495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:14:09,929 INFO [RS:2;8394b182524b:44495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:14:09,929 INFO [RS:2;8394b182524b:44495 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:14:09,929 INFO [RS:2;8394b182524b:44495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:14:09,929 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:14:09,929 INFO [RS:2;8394b182524b:44495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44495 2024-11-13T03:14:09,942 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8394b182524b,44495,1731467565166 2024-11-13T03:14:09,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:14:09,942 INFO [RS:2;8394b182524b:44495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:14:09,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,44495,1731467565166] 2024-11-13T03:14:09,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8394b182524b,44495,1731467565166 already deleted, retry=false 2024-11-13T03:14:09,985 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,44495,1731467565166 expired; onlineServers=0 2024-11-13T03:14:09,985 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,44869,1731467563948' ***** 2024-11-13T03:14:09,985 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:14:09,985 INFO [M:0;8394b182524b:44869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:14:09,985 INFO [M:0;8394b182524b:44869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:14:09,985 DEBUG [M:0;8394b182524b:44869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:14:09,986 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:14:09,986 DEBUG [M:0;8394b182524b:44869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:14:09,986 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467566272 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467566272,5,FailOnTimeoutGroup] 2024-11-13T03:14:09,986 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467566277 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467566277,5,FailOnTimeoutGroup] 2024-11-13T03:14:09,986 INFO [M:0;8394b182524b:44869 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:14:09,986 INFO [M:0;8394b182524b:44869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:14:09,986 DEBUG [M:0;8394b182524b:44869 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:14:09,986 INFO [M:0;8394b182524b:44869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:14:09,986 INFO [M:0;8394b182524b:44869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:14:09,986 ERROR [M:0;8394b182524b:44869 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:43813 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43813,5,PEWorkerGroup] 2024-11-13T03:14:09,987 INFO [M:0;8394b182524b:44869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:14:09,987 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:14:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T03:14:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:09,995 DEBUG [M:0;8394b182524b:44869 {}] zookeeper.ZKUtil(347): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T03:14:09,995 WARN [M:0;8394b182524b:44869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:14:09,996 INFO [M:0;8394b182524b:44869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/.lastflushedseqids 2024-11-13T03:14:10,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741866_1042 (size=668) 2024-11-13T03:14:10,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741866_1042 (size=668) 2024-11-13T03:14:10,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741866_1042 (size=668) 2024-11-13T03:14:10,010 INFO [M:0;8394b182524b:44869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:14:10,011 INFO [M:0;8394b182524b:44869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:14:10,011 DEBUG [M:0;8394b182524b:44869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:14:10,011 INFO [M:0;8394b182524b:44869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:14:10,011 DEBUG [M:0;8394b182524b:44869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:14:10,011 DEBUG [M:0;8394b182524b:44869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:14:10,011 DEBUG [M:0;8394b182524b:44869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:14:10,011 INFO [M:0;8394b182524b:44869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.36 KB heapSize=229.77 KB 2024-11-13T03:14:10,027 DEBUG [M:0;8394b182524b:44869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/408d43c108fd4e3fa9d87f6c351226bf is 82, key is hbase:meta,,1/info:regioninfo/1731467577217/Put/seqid=0 2024-11-13T03:14:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741867_1043 (size=5672) 2024-11-13T03:14:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741867_1043 (size=5672) 2024-11-13T03:14:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741867_1043 (size=5672) 2024-11-13T03:14:10,034 INFO [M:0;8394b182524b:44869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/408d43c108fd4e3fa9d87f6c351226bf 2024-11-13T03:14:10,062 DEBUG [M:0;8394b182524b:44869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3ad862600af40fabc18ab64805bce9e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731467588342/Put/seqid=0 2024-11-13T03:14:10,063 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:14:10,063 INFO [RS:2;8394b182524b:44495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:14:10,064 INFO [RS:2;8394b182524b:44495 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,44495,1731467565166; zookeeper connection closed. 2024-11-13T03:14:10,064 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x101322e4bca0003, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:14:10,064 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45b80b2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45b80b2 2024-11-13T03:14:10,064 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T03:14:10,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741868_1044 (size=8903) 2024-11-13T03:14:10,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741868_1044 (size=8903) 2024-11-13T03:14:10,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741868_1044 (size=8903) 2024-11-13T03:14:10,071 INFO [M:0;8394b182524b:44869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.62 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3ad862600af40fabc18ab64805bce9e 2024-11-13T03:14:10,077 INFO [M:0;8394b182524b:44869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3ad862600af40fabc18ab64805bce9e 2024-11-13T03:14:10,092 DEBUG [M:0;8394b182524b:44869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8a78a3ce60e4d62991d8d2319ceb81e is 69, key is 8394b182524b,42323,1731467565113/rs:state/1731467566421/Put/seqid=0 2024-11-13T03:14:10,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741869_1045 (size=5441) 2024-11-13T03:14:10,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741869_1045 (size=5441) 2024-11-13T03:14:10,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741869_1045 (size=5441) 2024-11-13T03:14:10,104 INFO [M:0;8394b182524b:44869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8a78a3ce60e4d62991d8d2319ceb81e 2024-11-13T03:14:10,110 INFO [M:0;8394b182524b:44869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8a78a3ce60e4d62991d8d2319ceb81e 2024-11-13T03:14:10,111 DEBUG [M:0;8394b182524b:44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/408d43c108fd4e3fa9d87f6c351226bf as hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/408d43c108fd4e3fa9d87f6c351226bf 2024-11-13T03:14:10,118 INFO [M:0;8394b182524b:44869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/408d43c108fd4e3fa9d87f6c351226bf, entries=8, sequenceid=485, filesize=5.5 K 2024-11-13T03:14:10,119 DEBUG [M:0;8394b182524b:44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3ad862600af40fabc18ab64805bce9e as hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3ad862600af40fabc18ab64805bce9e 2024-11-13T03:14:10,126 INFO [M:0;8394b182524b:44869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3ad862600af40fabc18ab64805bce9e 2024-11-13T03:14:10,126 INFO [M:0;8394b182524b:44869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3ad862600af40fabc18ab64805bce9e, entries=54, sequenceid=485, filesize=8.7 K 2024-11-13T03:14:10,128 DEBUG [M:0;8394b182524b:44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8a78a3ce60e4d62991d8d2319ceb81e as hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8a78a3ce60e4d62991d8d2319ceb81e 2024-11-13T03:14:10,134 INFO [M:0;8394b182524b:44869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8a78a3ce60e4d62991d8d2319ceb81e 2024-11-13T03:14:10,134 INFO [M:0;8394b182524b:44869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/9c3948b7-9be1-0adc-4d97-b8cdab1ad889/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8a78a3ce60e4d62991d8d2319ceb81e, entries=3, sequenceid=485, filesize=5.3 K 2024-11-13T03:14:10,135 INFO [M:0;8394b182524b:44869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.36 KB/189804, heapSize ~229.48 KB/234984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=485, compaction requested=false 2024-11-13T03:14:10,137 INFO [M:0;8394b182524b:44869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:14:10,137 DEBUG [M:0;8394b182524b:44869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467650011Disabling compacts and flushes for region at 1731467650011Disabling writes for close at 1731467650011Obtaining lock to block concurrent updates at 1731467650011Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467650011Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189804, getHeapSize=235224, getOffHeapSize=0, getCellsCount=588 at 1731467650011Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467650012 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467650012Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467650026 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467650026Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467650041 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467650061 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467650061Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467650077 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467650091 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467650091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1128cb9: reopening flushed file at 1731467650110 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a182548: reopening flushed file at 1731467650118 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46dbc864: reopening flushed file at 1731467650126 (+8 ms)Finished flush of dataSize ~185.36 KB/189804, heapSize ~229.48 KB/234984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=485, compaction requested=false at 1731467650135 (+9 ms)Writing region close event to WAL at 1731467650137 (+2 ms)Closed at 1731467650137 2024-11-13T03:14:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741830_1006 (size=222160) 2024-11-13T03:14:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41371 is added to blk_1073741830_1006 (size=222160) 2024-11-13T03:14:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33791 is added to blk_1073741830_1006 (size=222160) 2024-11-13T03:14:10,144 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:14:10,144 INFO [M:0;8394b182524b:44869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:14:10,145 INFO [M:0;8394b182524b:44869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44869 2024-11-13T03:14:10,145 INFO [M:0;8394b182524b:44869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:14:10,253 INFO [M:0;8394b182524b:44869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:14:10,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:14:10,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44869-0x101322e4bca0000, quorum=127.0.0.1:58140, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:14:10,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:14:10,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:14:10,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:14:10,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:14:10,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir/,STOPPED} 2024-11-13T03:14:10,297 WARN [BP-639519644-172.17.0.3-1731467558299 heartbeating to localhost/127.0.0.1:43813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:14:10,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:14:10,297 WARN [BP-639519644-172.17.0.3-1731467558299 heartbeating to localhost/127.0.0.1:43813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-639519644-172.17.0.3-1731467558299 (Datanode Uuid 678ecc46-56c2-4360-9053-338c797dbd27) service to localhost/127.0.0.1:43813 2024-11-13T03:14:10,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:14:10,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data5/current/BP-639519644-172.17.0.3-1731467558299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:14:10,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data6/current/BP-639519644-172.17.0.3-1731467558299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:14:10,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:14:10,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:14:10,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:14:10,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:14:10,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:14:10,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir/,STOPPED} 2024-11-13T03:14:10,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:14:10,338 WARN [BP-639519644-172.17.0.3-1731467558299 heartbeating to localhost/127.0.0.1:43813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:14:10,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:14:10,338 WARN [BP-639519644-172.17.0.3-1731467558299 heartbeating to localhost/127.0.0.1:43813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-639519644-172.17.0.3-1731467558299 (Datanode Uuid 6ff1cb66-606f-4062-aa7c-7b21545b3bec) service to localhost/127.0.0.1:43813 2024-11-13T03:14:10,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data3/current/BP-639519644-172.17.0.3-1731467558299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:14:10,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data4/current/BP-639519644-172.17.0.3-1731467558299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:14:10,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:14:10,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:14:10,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:14:10,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:14:10,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:14:10,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir/,STOPPED} 2024-11-13T03:14:10,344 WARN [BP-639519644-172.17.0.3-1731467558299 heartbeating to localhost/127.0.0.1:43813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:14:10,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:14:10,344 WARN [BP-639519644-172.17.0.3-1731467558299 heartbeating to localhost/127.0.0.1:43813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-639519644-172.17.0.3-1731467558299 (Datanode Uuid 3f302f45-964e-4039-83f9-e9c0e163b85f) service to localhost/127.0.0.1:43813 2024-11-13T03:14:10,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:14:10,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data1/current/BP-639519644-172.17.0.3-1731467558299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:14:10,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/cluster_172c4aeb-f4f6-948d-faaf-e02a324d8858/data/data2/current/BP-639519644-172.17.0.3-1731467558299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:14:10,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:14:10,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:14:10,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:14:10,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:14:10,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:14:10,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir/,STOPPED} 2024-11-13T03:14:10,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:14:10,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:14:10,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8394b182524b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8394b182524b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8394b182524b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8394b182524b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3a3339ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8394b182524b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8394b182524b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43813 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8394b182524b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/8394b182524b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43813 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 244), ProcessCount=11 (was 11), AvailableMemoryMB=5578 (was 7131) 2024-11-13T03:14:10,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=5578 2024-11-13T03:14:10,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir so I do NOT create it in target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6 2024-11-13T03:14:10,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T03:14:10,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.tmp.dir so I do NOT create it in target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6 2024-11-13T03:14:10,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/756ee9ac-bf3f-601d-764c-d5b4dfc1bbd9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T03:14:10,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6 2024-11-13T03:14:10,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T03:14:10,446 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62, deleteOnExit=true 2024-11-13T03:14:10,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T03:14:10,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/test.cache.data in system properties and HBase conf 2024-11-13T03:14:10,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T03:14:10,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.log.dir in system properties and HBase conf 2024-11-13T03:14:10,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T03:14:10,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T03:14:10,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T03:14:10,447 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T03:14:10,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:14:10,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T03:14:10,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T03:14:10,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:14:10,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T03:14:10,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T03:14:10,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T03:14:10,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:14:10,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T03:14:10,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/nfs.dump.dir in system properties and HBase conf 2024-11-13T03:14:10,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/java.io.tmpdir in system properties and HBase conf 2024-11-13T03:14:10,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T03:14:10,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T03:14:10,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T03:14:10,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:14:10,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:14:10,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:14:10,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:14:10,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:14:10,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:14:10,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79a74854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:14:10,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6737dec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:14:10,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16d13838{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/java.io.tmpdir/jetty-localhost-45173-hadoop-hdfs-3_4_1-tests_jar-_-any-17594606868763448756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:14:10,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@845451c{HTTP/1.1, (http/1.1)}{localhost:45173} 2024-11-13T03:14:10,894 INFO [Time-limited test {}] server.Server(415): Started @95412ms 2024-11-13T03:14:11,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:14:11,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:14:11,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:14:11,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:14:11,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T03:14:11,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62084108{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:14:11,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78aeb08d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:14:11,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63cdb200{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/java.io.tmpdir/jetty-localhost-33803-hadoop-hdfs-3_4_1-tests_jar-_-any-6687817043911085080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:14:11,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@628f2dd6{HTTP/1.1, (http/1.1)}{localhost:33803} 2024-11-13T03:14:11,240 INFO [Time-limited test {}] server.Server(415): Started @95759ms 2024-11-13T03:14:11,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:14:11,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:14:11,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:14:11,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:14:11,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:14:11,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:14:11,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7470cabd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:14:11,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3323f5bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:14:11,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ed4247d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/java.io.tmpdir/jetty-localhost-40563-hadoop-hdfs-3_4_1-tests_jar-_-any-13351991410693814952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:14:11,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a6111ad{HTTP/1.1, (http/1.1)}{localhost:40563} 2024-11-13T03:14:11,372 INFO [Time-limited test {}] server.Server(415): Started @95891ms 2024-11-13T03:14:11,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:14:11,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T03:14:11,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T03:14:11,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T03:14:11,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T03:14:11,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T03:14:11,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5061126e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.log.dir/,AVAILABLE} 2024-11-13T03:14:11,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebc6b91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T03:14:11,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7844ccb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/java.io.tmpdir/jetty-localhost-40463-hadoop-hdfs-3_4_1-tests_jar-_-any-8708359984274308096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:14:11,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37d3aed5{HTTP/1.1, (http/1.1)}{localhost:40463} 2024-11-13T03:14:11,503 INFO [Time-limited test {}] server.Server(415): Started @96021ms 2024-11-13T03:14:11,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T03:14:12,602 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data1/current/BP-1922837010-172.17.0.3-1731467650474/current, will proceed with Du for space computation calculation, 2024-11-13T03:14:12,602 WARN [Thread-712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data2/current/BP-1922837010-172.17.0.3-1731467650474/current, will proceed with Du for space computation calculation, 2024-11-13T03:14:12,619 WARN [Thread-652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:14:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12db6c2a1cae74c5 with lease ID 0xbd736ab0bdf848b1: Processing first storage report for DS-58adfd0e-dd2b-487a-97ca-ae4dafd37b83 from datanode DatanodeRegistration(127.0.0.1:39981, datanodeUuid=a903bf75-b7da-47cb-8033-a3ea0eef6e17, infoPort=43877, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474) 2024-11-13T03:14:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12db6c2a1cae74c5 with lease ID 0xbd736ab0bdf848b1: from storage DS-58adfd0e-dd2b-487a-97ca-ae4dafd37b83 node DatanodeRegistration(127.0.0.1:39981, datanodeUuid=a903bf75-b7da-47cb-8033-a3ea0eef6e17, infoPort=43877, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:14:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12db6c2a1cae74c5 with lease ID 0xbd736ab0bdf848b1: Processing first storage report for DS-5166ba1c-1a68-4936-bf9a-cfeec16b9aff from datanode DatanodeRegistration(127.0.0.1:39981, datanodeUuid=a903bf75-b7da-47cb-8033-a3ea0eef6e17, infoPort=43877, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474) 2024-11-13T03:14:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12db6c2a1cae74c5 with lease ID 0xbd736ab0bdf848b1: from storage DS-5166ba1c-1a68-4936-bf9a-cfeec16b9aff node DatanodeRegistration(127.0.0.1:39981, datanodeUuid=a903bf75-b7da-47cb-8033-a3ea0eef6e17, infoPort=43877, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:14:12,919 WARN [Thread-724 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data4/current/BP-1922837010-172.17.0.3-1731467650474/current, will proceed with Du for space computation calculation, 2024-11-13T03:14:12,920 WARN [Thread-723 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data3/current/BP-1922837010-172.17.0.3-1731467650474/current, will proceed with Du for space computation calculation, 2024-11-13T03:14:12,943 WARN [Thread-675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:14:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa817d4ee3faea43 with lease ID 0xbd736ab0bdf848b2: Processing first storage report for DS-90861a4f-adab-4169-9c35-23cfe2658ce0 from datanode DatanodeRegistration(127.0.0.1:44973, datanodeUuid=64fb1963-e684-4202-aeb4-f737804f16a6, infoPort=43319, infoSecurePort=0, ipcPort=37013, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474) 2024-11-13T03:14:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa817d4ee3faea43 with lease ID 0xbd736ab0bdf848b2: from storage DS-90861a4f-adab-4169-9c35-23cfe2658ce0 node DatanodeRegistration(127.0.0.1:44973, datanodeUuid=64fb1963-e684-4202-aeb4-f737804f16a6, infoPort=43319, infoSecurePort=0, ipcPort=37013, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:14:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa817d4ee3faea43 with lease ID 0xbd736ab0bdf848b2: Processing first storage report for DS-365876b6-7fb9-4cd9-9c4c-8deee401c5a8 from datanode DatanodeRegistration(127.0.0.1:44973, datanodeUuid=64fb1963-e684-4202-aeb4-f737804f16a6, infoPort=43319, infoSecurePort=0, ipcPort=37013, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474) 2024-11-13T03:14:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa817d4ee3faea43 with lease ID 0xbd736ab0bdf848b2: from storage DS-365876b6-7fb9-4cd9-9c4c-8deee401c5a8 node DatanodeRegistration(127.0.0.1:44973, datanodeUuid=64fb1963-e684-4202-aeb4-f737804f16a6, infoPort=43319, infoSecurePort=0, ipcPort=37013, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:14:13,056 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data5/current/BP-1922837010-172.17.0.3-1731467650474/current, will proceed with Du for space computation calculation, 2024-11-13T03:14:13,056 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data6/current/BP-1922837010-172.17.0.3-1731467650474/current, will proceed with Du for space computation calculation, 2024-11-13T03:14:13,071 WARN [Thread-697 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T03:14:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76e2d60129902cc1 with lease ID 0xbd736ab0bdf848b3: Processing first storage report for DS-9fa4a7c3-8063-460c-a6f1-5914681a3442 from datanode DatanodeRegistration(127.0.0.1:38121, datanodeUuid=c9705351-580c-48ce-9903-0f2591cd63b7, infoPort=38185, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474) 2024-11-13T03:14:13,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76e2d60129902cc1 with lease ID 0xbd736ab0bdf848b3: from storage DS-9fa4a7c3-8063-460c-a6f1-5914681a3442 node DatanodeRegistration(127.0.0.1:38121, datanodeUuid=c9705351-580c-48ce-9903-0f2591cd63b7, infoPort=38185, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:14:13,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76e2d60129902cc1 with lease ID 0xbd736ab0bdf848b3: Processing first storage report for DS-c402f059-4d7a-43ee-b023-af99a9646c83 from datanode DatanodeRegistration(127.0.0.1:38121, datanodeUuid=c9705351-580c-48ce-9903-0f2591cd63b7, infoPort=38185, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474) 2024-11-13T03:14:13,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76e2d60129902cc1 with lease ID 0xbd736ab0bdf848b3: from storage DS-c402f059-4d7a-43ee-b023-af99a9646c83 node DatanodeRegistration(127.0.0.1:38121, datanodeUuid=c9705351-580c-48ce-9903-0f2591cd63b7, infoPort=38185, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=1999185428;c=1731467650474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T03:14:13,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6 2024-11-13T03:14:13,144 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/zookeeper_0, clientPort=60403, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T03:14:13,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60403 2024-11-13T03:14:13,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:14:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:14:13,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741825_1001 (size=7) 2024-11-13T03:14:13,165 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 with version=8 2024-11-13T03:14:13,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/hbase-staging 2024-11-13T03:14:13,167 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:14:13,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:14:13,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:14:13,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T03:14:13,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:14:13,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41201 2024-11-13T03:14:13,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41201 connecting to ZooKeeper ensemble=127.0.0.1:60403 2024-11-13T03:14:13,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412010x0, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:14:13,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41201-0x101322fabc30000 connected 2024-11-13T03:14:13,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:14:13,339 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3, hbase.cluster.distributed=false 2024-11-13T03:14:13,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:14:13,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41201 2024-11-13T03:14:13,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41201 2024-11-13T03:14:13,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41201 2024-11-13T03:14:13,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41201 2024-11-13T03:14:13,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41201 2024-11-13T03:14:13,368 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:14:13,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:14:13,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:14:13,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:14:13,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:14:13,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32775 2024-11-13T03:14:13,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32775 connecting to ZooKeeper ensemble=127.0.0.1:60403 2024-11-13T03:14:13,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327750x0, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:14:13,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327750x0, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:14:13,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32775-0x101322fabc30001 connected 2024-11-13T03:14:13,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:14:13,392 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:14:13,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T03:14:13,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:14:13,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-13T03:14:13,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32775 2024-11-13T03:14:13,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32775 2024-11-13T03:14:13,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-13T03:14:13,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-13T03:14:13,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:14:13,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:14:13,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:14:13,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:14:13,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:14:13,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41547 2024-11-13T03:14:13,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41547 connecting to ZooKeeper ensemble=127.0.0.1:60403 2024-11-13T03:14:13,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415470x0, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:14:13,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41547-0x101322fabc30002 connected 2024-11-13T03:14:13,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:14:13,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:14:13,441 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:14:13,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T03:14:13,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:14:13,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-13T03:14:13,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41547 2024-11-13T03:14:13,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41547 2024-11-13T03:14:13,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-13T03:14:13,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41547 2024-11-13T03:14:13,471 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8394b182524b:0 server-side Connection retries=45 2024-11-13T03:14:13,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T03:14:13,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T03:14:13,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T03:14:13,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T03:14:13,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T03:14:13,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41435 2024-11-13T03:14:13,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41435 connecting to ZooKeeper ensemble=127.0.0.1:60403 2024-11-13T03:14:13,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414350x0, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T03:14:13,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41435-0x101322fabc30003 connected 2024-11-13T03:14:13,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:14:13,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T03:14:13,494 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T03:14:13,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T03:14:13,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T03:14:13,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41435 2024-11-13T03:14:13,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41435 2024-11-13T03:14:13,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41435 2024-11-13T03:14:13,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41435 2024-11-13T03:14:13,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41435 2024-11-13T03:14:13,517 DEBUG [M:0;8394b182524b:41201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8394b182524b:41201 2024-11-13T03:14:13,520 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8394b182524b,41201,1731467653167 2024-11-13T03:14:13,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:14:13,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:14:13,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:14:13,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:14:13,533 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8394b182524b,41201,1731467653167 2024-11-13T03:14:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T03:14:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T03:14:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T03:14:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,545 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T03:14:13,545 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8394b182524b,41201,1731467653167 from backup master directory 2024-11-13T03:14:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8394b182524b,41201,1731467653167 2024-11-13T03:14:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:14:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:14:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:14:13,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T03:14:13,555 WARN [master/8394b182524b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:14:13,555 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8394b182524b,41201,1731467653167 2024-11-13T03:14:13,560 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/hbase.id] with ID: 0b2f2ddb-3d5b-45e4-96e8-892e1dbab889 2024-11-13T03:14:13,560 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.tmp/hbase.id 2024-11-13T03:14:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:14:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:14:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741826_1002 (size=42) 2024-11-13T03:14:13,568 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.tmp/hbase.id]:[hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/hbase.id] 2024-11-13T03:14:13,580 INFO [master/8394b182524b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T03:14:13,580 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T03:14:13,582 INFO [master/8394b182524b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T03:14:13,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:14:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:14:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741827_1003 (size=196) 2024-11-13T03:14:13,608 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:14:13,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T03:14:13,609 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:14:13,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:14:13,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:14:13,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741828_1004 (size=1189) 2024-11-13T03:14:13,625 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store 2024-11-13T03:14:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:14:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:14:13,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741829_1005 (size=34) 2024-11-13T03:14:13,636 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:13,636 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:14:13,636 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:14:13,637 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:14:13,637 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:14:13,637 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:14:13,637 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:14:13,637 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467653636Disabling compacts and flushes for region at 1731467653636Disabling writes for close at 1731467653637 (+1 ms)Writing region close event to WAL at 1731467653637Closed at 1731467653637 2024-11-13T03:14:13,638 WARN [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/.initializing 2024-11-13T03:14:13,638 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/WALs/8394b182524b,41201,1731467653167 2024-11-13T03:14:13,640 INFO [master/8394b182524b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:14:13,642 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C41201%2C1731467653167, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/WALs/8394b182524b,41201,1731467653167, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/oldWALs, maxLogs=10 2024-11-13T03:14:13,656 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/WALs/8394b182524b,41201,1731467653167/8394b182524b%2C41201%2C1731467653167.1731467653642, exclude list is [], retry=0 2024-11-13T03:14:13,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-90861a4f-adab-4169-9c35-23cfe2658ce0,DISK] 2024-11-13T03:14:13,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-58adfd0e-dd2b-487a-97ca-ae4dafd37b83,DISK] 2024-11-13T03:14:13,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-9fa4a7c3-8063-460c-a6f1-5914681a3442,DISK] 2024-11-13T03:14:13,662 INFO [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/WALs/8394b182524b,41201,1731467653167/8394b182524b%2C41201%2C1731467653167.1731467653642 2024-11-13T03:14:13,663 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43319:43319),(127.0.0.1/127.0.0.1:43877:43877),(127.0.0.1/127.0.0.1:38185:38185)] 2024-11-13T03:14:13,663 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:14:13,663 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:13,663 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,663 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T03:14:13,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:13,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:14:13,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T03:14:13,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:13,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:13,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T03:14:13,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:13,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:13,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T03:14:13,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:13,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:13,676 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,677 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,677 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,679 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,679 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,680 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:14:13,681 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T03:14:13,684 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:13,685 INFO [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71778787, jitterRate=0.06958727538585663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:14:13,685 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731467653663Initializing all the Stores at 1731467653665 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467653665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467653665Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467653665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467653665Cleaning up temporary data from old regions at 1731467653679 (+14 ms)Region opened successfully at 1731467653685 (+6 ms) 2024-11-13T03:14:13,686 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T03:14:13,689 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797cabc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:14:13,690 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T03:14:13,690 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T03:14:13,690 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T03:14:13,690 INFO [master/8394b182524b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T03:14:13,691 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T03:14:13,691 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T03:14:13,691 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T03:14:13,693 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T03:14:13,694 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T03:14:13,702 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T03:14:13,702 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T03:14:13,703 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T03:14:13,712 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T03:14:13,713 INFO [master/8394b182524b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T03:14:13,714 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T03:14:13,723 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T03:14:13,725 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T03:14:13,734 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T03:14:13,739 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T03:14:13,744 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T03:14:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:14:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:14:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:14:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T03:14:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,756 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8394b182524b,41201,1731467653167, sessionid=0x101322fabc30000, setting cluster-up flag (Was=false) 2024-11-13T03:14:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,808 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T03:14:13,811 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,41201,1731467653167 2024-11-13T03:14:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:13,954 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T03:14:13,958 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8394b182524b,41201,1731467653167 2024-11-13T03:14:13,961 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T03:14:13,964 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T03:14:13,964 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T03:14:13,965 INFO [master/8394b182524b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T03:14:13,965 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8394b182524b,41201,1731467653167 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T03:14:13,968 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:14:13,968 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:14:13,968 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:14:13,969 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8394b182524b:0, corePoolSize=5, maxPoolSize=5 2024-11-13T03:14:13,969 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8394b182524b:0, corePoolSize=10, maxPoolSize=10 2024-11-13T03:14:13,969 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:13,969 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:14:13,969 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:13,970 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731467683970 2024-11-13T03:14:13,970 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T03:14:13,970 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T03:14:13,970 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T03:14:13,971 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T03:14:13,971 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T03:14:13,971 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T03:14:13,971 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:13,971 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T03:14:13,971 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T03:14:13,971 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T03:14:13,972 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T03:14:13,972 INFO [master/8394b182524b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T03:14:13,972 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:14:13,972 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467653972,5,FailOnTimeoutGroup] 2024-11-13T03:14:13,972 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T03:14:13,972 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467653972,5,FailOnTimeoutGroup] 2024-11-13T03:14:13,972 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:13,972 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T03:14:13,972 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:13,972 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:13,974 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:13,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T03:14:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:14:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:14:13,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741831_1007 (size=1321) 2024-11-13T03:14:13,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T03:14:13,984 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:14:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:14:13,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741832_1008 (size=32) 2024-11-13T03:14:13,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:13,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:14:13,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:14:13,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:13,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:14:13,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:14:14,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:14:14,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:14,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:14:14,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:14:14,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:14:14,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:14,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:14:14,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:14:14,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:14:14,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:14,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:14:14,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:14:14,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740 2024-11-13T03:14:14,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740 2024-11-13T03:14:14,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:14:14,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:14:14,008 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:14:14,008 INFO [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer(746): ClusterId : 0b2f2ddb-3d5b-45e4-96e8-892e1dbab889 2024-11-13T03:14:14,008 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(746): ClusterId : 0b2f2ddb-3d5b-45e4-96e8-892e1dbab889 2024-11-13T03:14:14,008 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(746): ClusterId : 0b2f2ddb-3d5b-45e4-96e8-892e1dbab889 2024-11-13T03:14:14,008 DEBUG [RS:0;8394b182524b:32775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:14:14,008 DEBUG [RS:2;8394b182524b:41435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:14:14,008 DEBUG [RS:1;8394b182524b:41547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T03:14:14,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:14:14,011 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:14,011 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63302719, jitterRate=-0.05671598017215729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:14:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731467653995Initializing all the Stores at 1731467653995Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467653996 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467653996Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467653996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467653996Cleaning up temporary data from old regions at 1731467654007 (+11 ms)Region opened successfully at 1731467654012 (+5 ms) 2024-11-13T03:14:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:14:14,012 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:14:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:14:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:14:14,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:14:14,013 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:14:14,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467654012Disabling compacts and flushes for region at 1731467654012Disabling writes for close at 1731467654012Writing region close event to WAL at 1731467654013 (+1 ms)Closed at 1731467654013 2024-11-13T03:14:14,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:14:14,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T03:14:14,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:14:14,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:14:14,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T03:14:14,030 DEBUG [RS:0;8394b182524b:32775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:14:14,030 DEBUG [RS:1;8394b182524b:41547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:14:14,030 DEBUG [RS:2;8394b182524b:41435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T03:14:14,030 DEBUG [RS:1;8394b182524b:41547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:14:14,030 DEBUG [RS:2;8394b182524b:41435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:14:14,030 DEBUG [RS:0;8394b182524b:32775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T03:14:14,040 DEBUG [RS:2;8394b182524b:41435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:14:14,040 DEBUG [RS:1;8394b182524b:41547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:14:14,040 DEBUG [RS:0;8394b182524b:32775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T03:14:14,040 DEBUG [RS:2;8394b182524b:41435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d06a5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:14:14,040 DEBUG [RS:1;8394b182524b:41547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ea045a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:14:14,040 DEBUG [RS:0;8394b182524b:32775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287610c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8394b182524b/172.17.0.3:0 2024-11-13T03:14:14,050 DEBUG [RS:2;8394b182524b:41435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8394b182524b:41435 2024-11-13T03:14:14,050 INFO [RS:2;8394b182524b:41435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:14:14,051 INFO [RS:2;8394b182524b:41435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:14:14,051 DEBUG [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:14:14,051 INFO [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,41201,1731467653167 with port=41435, startcode=1731467653471 2024-11-13T03:14:14,051 DEBUG [RS:2;8394b182524b:41435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:14:14,053 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:14:14,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,41435,1731467653471 2024-11-13T03:14:14,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41201 {}] master.ServerManager(517): Registering regionserver=8394b182524b,41435,1731467653471 2024-11-13T03:14:14,055 DEBUG [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:14,055 DEBUG [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45951 2024-11-13T03:14:14,055 DEBUG [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:14:14,056 DEBUG [RS:0;8394b182524b:32775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8394b182524b:32775 2024-11-13T03:14:14,056 DEBUG [RS:1;8394b182524b:41547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8394b182524b:41547 2024-11-13T03:14:14,056 INFO [RS:0;8394b182524b:32775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:14:14,056 INFO [RS:1;8394b182524b:41547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T03:14:14,056 INFO [RS:0;8394b182524b:32775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:14:14,056 INFO [RS:1;8394b182524b:41547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T03:14:14,056 DEBUG [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:14:14,056 DEBUG [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T03:14:14,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:14:14,060 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,41201,1731467653167 with port=41547, startcode=1731467653419 2024-11-13T03:14:14,060 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(2659): reportForDuty to master=8394b182524b,41201,1731467653167 with port=32775, startcode=1731467653368 2024-11-13T03:14:14,060 DEBUG [RS:1;8394b182524b:41547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:14:14,060 DEBUG [RS:0;8394b182524b:32775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T03:14:14,060 DEBUG [RS:2;8394b182524b:41435 {}] zookeeper.ZKUtil(111): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8394b182524b,41435,1731467653471 2024-11-13T03:14:14,060 WARN [RS:2;8394b182524b:41435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:14:14,060 INFO [RS:2;8394b182524b:41435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:14:14,060 DEBUG [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471 2024-11-13T03:14:14,062 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:14:14,062 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T03:14:14,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,41435,1731467653471] 2024-11-13T03:14:14,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,32775,1731467653368 2024-11-13T03:14:14,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41201 {}] master.ServerManager(517): Registering regionserver=8394b182524b,32775,1731467653368 2024-11-13T03:14:14,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8394b182524b,41547,1731467653419 2024-11-13T03:14:14,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41201 {}] master.ServerManager(517): Registering regionserver=8394b182524b,41547,1731467653419 2024-11-13T03:14:14,063 DEBUG [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:14,063 DEBUG [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45951 2024-11-13T03:14:14,063 DEBUG [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:14:14,064 INFO [RS:2;8394b182524b:41435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:14:14,064 DEBUG [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:14,064 DEBUG [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45951 2024-11-13T03:14:14,064 DEBUG [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T03:14:14,066 INFO [RS:2;8394b182524b:41435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:14:14,066 INFO [RS:2;8394b182524b:41435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:14:14,066 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,067 INFO [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:14:14,067 INFO [RS:2;8394b182524b:41435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:14:14,068 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:14:14,068 DEBUG [RS:2;8394b182524b:41435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:14:14,071 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,072 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,072 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,072 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,072 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,072 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41435,1731467653471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:14:14,086 INFO [RS:2;8394b182524b:41435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:14:14,086 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41435,1731467653471-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,086 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,086 INFO [RS:2;8394b182524b:41435 {}] regionserver.Replication(171): 8394b182524b,41435,1731467653471 started 2024-11-13T03:14:14,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:14:14,103 INFO [RS:2;8394b182524b:41435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,103 INFO [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,41435,1731467653471, RpcServer on 8394b182524b/172.17.0.3:41435, sessionid=0x101322fabc30003 2024-11-13T03:14:14,103 DEBUG [RS:2;8394b182524b:41435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:14:14,103 DEBUG [RS:2;8394b182524b:41435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,41435,1731467653471 2024-11-13T03:14:14,103 DEBUG [RS:2;8394b182524b:41435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,41435,1731467653471' 2024-11-13T03:14:14,103 DEBUG [RS:2;8394b182524b:41435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T03:14:14,113 DEBUG [RS:0;8394b182524b:32775 {}] zookeeper.ZKUtil(111): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8394b182524b,32775,1731467653368 2024-11-13T03:14:14,113 DEBUG [RS:2;8394b182524b:41435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T03:14:14,113 WARN [RS:0;8394b182524b:32775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:14:14,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,32775,1731467653368] 2024-11-13T03:14:14,113 INFO [RS:0;8394b182524b:32775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:14:14,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8394b182524b,41547,1731467653419] 2024-11-13T03:14:14,113 DEBUG [RS:1;8394b182524b:41547 {}] zookeeper.ZKUtil(111): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8394b182524b,41547,1731467653419 2024-11-13T03:14:14,113 DEBUG [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,32775,1731467653368 2024-11-13T03:14:14,113 WARN [RS:1;8394b182524b:41547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T03:14:14,113 INFO [RS:1;8394b182524b:41547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:14:14,113 DEBUG [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41547,1731467653419 2024-11-13T03:14:14,114 DEBUG [RS:2;8394b182524b:41435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:14:14,114 DEBUG [RS:2;8394b182524b:41435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:14:14,114 DEBUG [RS:2;8394b182524b:41435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,41435,1731467653471 2024-11-13T03:14:14,114 DEBUG [RS:2;8394b182524b:41435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,41435,1731467653471' 2024-11-13T03:14:14,114 DEBUG [RS:2;8394b182524b:41435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T03:14:14,115 DEBUG [RS:2;8394b182524b:41435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T03:14:14,115 DEBUG [RS:2;8394b182524b:41435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:14:14,116 INFO [RS:2;8394b182524b:41435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:14:14,116 INFO [RS:2;8394b182524b:41435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:14:14,118 INFO [RS:1;8394b182524b:41547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:14:14,121 INFO [RS:1;8394b182524b:41547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:14:14,121 INFO [RS:1;8394b182524b:41547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:14:14,121 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,122 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:14:14,122 INFO [RS:0;8394b182524b:32775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T03:14:14,126 INFO [RS:0;8394b182524b:32775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T03:14:14,127 INFO [RS:0;8394b182524b:32775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T03:14:14,127 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,127 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T03:14:14,128 INFO [RS:1;8394b182524b:41547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:14:14,128 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,128 INFO [RS:0;8394b182524b:32775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T03:14:14,128 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,128 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:14:14,128 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,128 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0, corePoolSize=2, maxPoolSize=2 2024-11-13T03:14:14,129 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,129 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,129 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,129 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,129 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,129 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,129 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:14:14,129 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,129 DEBUG [RS:1;8394b182524b:41547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:14:14,129 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,129 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8394b182524b:0, corePoolSize=1, maxPoolSize=1 2024-11-13T03:14:14,129 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:14:14,129 DEBUG [RS:0;8394b182524b:32775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8394b182524b:0, corePoolSize=3, maxPoolSize=3 2024-11-13T03:14:14,135 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41547,1731467653419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:14:14,135 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,32775,1731467653368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:14:14,154 INFO [RS:0;8394b182524b:32775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:14:14,154 INFO [RS:1;8394b182524b:41547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T03:14:14,154 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41547,1731467653419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,154 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,32775,1731467653368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,154 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,154 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,154 INFO [RS:1;8394b182524b:41547 {}] regionserver.Replication(171): 8394b182524b,41547,1731467653419 started 2024-11-13T03:14:14,154 INFO [RS:0;8394b182524b:32775 {}] regionserver.Replication(171): 8394b182524b,32775,1731467653368 started 2024-11-13T03:14:14,166 WARN [8394b182524b:41201 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T03:14:14,167 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,167 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:14,167 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,41547,1731467653419, RpcServer on 8394b182524b/172.17.0.3:41547, sessionid=0x101322fabc30002 2024-11-13T03:14:14,167 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(1482): Serving as 8394b182524b,32775,1731467653368, RpcServer on 8394b182524b/172.17.0.3:32775, sessionid=0x101322fabc30001 2024-11-13T03:14:14,167 DEBUG [RS:0;8394b182524b:32775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:14:14,167 DEBUG [RS:1;8394b182524b:41547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T03:14:14,167 DEBUG [RS:0;8394b182524b:32775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,32775,1731467653368 2024-11-13T03:14:14,167 DEBUG [RS:1;8394b182524b:41547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8394b182524b,41547,1731467653419 2024-11-13T03:14:14,167 DEBUG [RS:0;8394b182524b:32775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,32775,1731467653368' 2024-11-13T03:14:14,167 DEBUG [RS:1;8394b182524b:41547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,41547,1731467653419' 2024-11-13T03:14:14,167 DEBUG [RS:0;8394b182524b:32775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T03:14:14,167 DEBUG [RS:1;8394b182524b:41547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T03:14:14,168 DEBUG [RS:1;8394b182524b:41547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T03:14:14,168 DEBUG [RS:0;8394b182524b:32775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T03:14:14,168 DEBUG [RS:1;8394b182524b:41547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:14:14,168 DEBUG [RS:1;8394b182524b:41547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:14:14,168 DEBUG [RS:0;8394b182524b:32775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T03:14:14,168 DEBUG [RS:1;8394b182524b:41547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,41547,1731467653419 2024-11-13T03:14:14,168 DEBUG [RS:0;8394b182524b:32775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T03:14:14,168 DEBUG [RS:1;8394b182524b:41547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,41547,1731467653419' 2024-11-13T03:14:14,168 DEBUG [RS:0;8394b182524b:32775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8394b182524b,32775,1731467653368 2024-11-13T03:14:14,168 DEBUG [RS:1;8394b182524b:41547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T03:14:14,168 DEBUG [RS:0;8394b182524b:32775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8394b182524b,32775,1731467653368' 2024-11-13T03:14:14,168 DEBUG [RS:0;8394b182524b:32775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T03:14:14,169 DEBUG [RS:1;8394b182524b:41547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T03:14:14,169 DEBUG [RS:0;8394b182524b:32775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T03:14:14,169 DEBUG [RS:1;8394b182524b:41547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:14:14,169 DEBUG [RS:0;8394b182524b:32775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T03:14:14,169 INFO [RS:1;8394b182524b:41547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:14:14,169 INFO [RS:0;8394b182524b:32775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T03:14:14,169 INFO [RS:1;8394b182524b:41547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:14:14,169 INFO [RS:0;8394b182524b:32775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T03:14:14,216 INFO [RS:2;8394b182524b:41435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:14:14,220 INFO [RS:2;8394b182524b:41435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C41435%2C1731467653471, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/oldWALs, maxLogs=32 2024-11-13T03:14:14,236 DEBUG [RS:2;8394b182524b:41435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471/8394b182524b%2C41435%2C1731467653471.1731467654224, exclude list is [], retry=0 2024-11-13T03:14:14,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-58adfd0e-dd2b-487a-97ca-ae4dafd37b83,DISK] 2024-11-13T03:14:14,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-9fa4a7c3-8063-460c-a6f1-5914681a3442,DISK] 2024-11-13T03:14:14,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-90861a4f-adab-4169-9c35-23cfe2658ce0,DISK] 2024-11-13T03:14:14,241 INFO [RS:2;8394b182524b:41435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471/8394b182524b%2C41435%2C1731467653471.1731467654224 2024-11-13T03:14:14,241 DEBUG [RS:2;8394b182524b:41435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:43319:43319),(127.0.0.1/127.0.0.1:43877:43877)] 2024-11-13T03:14:14,270 INFO [RS:1;8394b182524b:41547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:14:14,270 INFO [RS:0;8394b182524b:32775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T03:14:14,272 INFO [RS:1;8394b182524b:41547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C41547%2C1731467653419, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41547,1731467653419, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/oldWALs, maxLogs=32 2024-11-13T03:14:14,272 INFO [RS:0;8394b182524b:32775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C32775%2C1731467653368, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,32775,1731467653368, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/oldWALs, maxLogs=32 2024-11-13T03:14:14,290 DEBUG [RS:0;8394b182524b:32775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,32775,1731467653368/8394b182524b%2C32775%2C1731467653368.1731467654276, exclude list is [], retry=0 2024-11-13T03:14:14,290 DEBUG [RS:1;8394b182524b:41547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41547,1731467653419/8394b182524b%2C41547%2C1731467653419.1731467654276, exclude list is [], retry=0 2024-11-13T03:14:14,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-90861a4f-adab-4169-9c35-23cfe2658ce0,DISK] 2024-11-13T03:14:14,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-58adfd0e-dd2b-487a-97ca-ae4dafd37b83,DISK] 2024-11-13T03:14:14,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-58adfd0e-dd2b-487a-97ca-ae4dafd37b83,DISK] 2024-11-13T03:14:14,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-9fa4a7c3-8063-460c-a6f1-5914681a3442,DISK] 2024-11-13T03:14:14,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-9fa4a7c3-8063-460c-a6f1-5914681a3442,DISK] 2024-11-13T03:14:14,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-90861a4f-adab-4169-9c35-23cfe2658ce0,DISK] 2024-11-13T03:14:14,297 INFO [RS:0;8394b182524b:32775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,32775,1731467653368/8394b182524b%2C32775%2C1731467653368.1731467654276 2024-11-13T03:14:14,297 INFO [RS:1;8394b182524b:41547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41547,1731467653419/8394b182524b%2C41547%2C1731467653419.1731467654276 2024-11-13T03:14:14,297 DEBUG [RS:1;8394b182524b:41547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43319:43319),(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:43877:43877)] 2024-11-13T03:14:14,297 DEBUG [RS:0;8394b182524b:32775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43877:43877),(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:43319:43319)] 2024-11-13T03:14:14,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:14:14,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:14:14,416 DEBUG [8394b182524b:41201 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T03:14:14,417 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(204): Hosts are {8394b182524b=0} racks are {/default-rack=0} 2024-11-13T03:14:14,419 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T03:14:14,419 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T03:14:14,419 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T03:14:14,419 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T03:14:14,419 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T03:14:14,419 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T03:14:14,419 INFO [8394b182524b:41201 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T03:14:14,419 INFO [8394b182524b:41201 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T03:14:14,419 INFO [8394b182524b:41201 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T03:14:14,419 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T03:14:14,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:14,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,41435,1731467653471, state=OPENING 2024-11-13T03:14:14,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:14,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:14,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:14,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T03:14:14,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:14,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:14,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:14,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:14:14,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:14:14,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:14:14,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:14:14,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:14:14,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:14:14,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,41435,1731467653471}] 2024-11-13T03:14:14,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:14:14,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:14,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:14,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:24,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:14:24,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:14:24,487 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:14:24,487 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:14:24,488 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:14:24,490 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C41435%2C1731467653471.meta, suffix=.meta, logDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/oldWALs, maxLogs=32 2024-11-13T03:14:24,504 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta, exclude list is [], retry=0 2024-11-13T03:14:24,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-9fa4a7c3-8063-460c-a6f1-5914681a3442,DISK] 2024-11-13T03:14:24,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-90861a4f-adab-4169-9c35-23cfe2658ce0,DISK] 2024-11-13T03:14:24,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-58adfd0e-dd2b-487a-97ca-ae4dafd37b83,DISK] 2024-11-13T03:14:24,508 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta 2024-11-13T03:14:24,509 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:43319:43319),(127.0.0.1/127.0.0.1:43877:43877)] 2024-11-13T03:14:24,509 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:14:24,509 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:14:24,509 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:14:24,509 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:14:24,509 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:14:24,509 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:24,510 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:14:24,510 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:14:24,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:14:24,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:14:24,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:24,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:14:24,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:14:24,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:14:24,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:24,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:14:24,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:14:24,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:14:24,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:24,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:14:24,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:14:24,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:14:24,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:24,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:14:24,517 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:14:24,517 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740 2024-11-13T03:14:24,519 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740 2024-11-13T03:14:24,520 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:14:24,520 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:14:24,521 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:14:24,522 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:14:24,523 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73171480, jitterRate=0.0903400182723999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:14:24,523 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:14:24,524 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467664510Writing region info on filesystem at 1731467664510Initializing all the Stores at 1731467664511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467664511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467664511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467664511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467664511Cleaning up temporary data from old regions at 1731467664520 (+9 ms)Running coprocessor post-open hooks at 1731467664523 (+3 ms)Region opened successfully at 1731467664523 2024-11-13T03:14:24,524 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731467664474 2024-11-13T03:14:24,526 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:14:24,526 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:14:24,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:24,527 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,41435,1731467653471, state=OPEN 2024-11-13T03:14:24,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:14:24,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:14:24,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:14:24,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:14:24,575 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,41435,1731467653471 2024-11-13T03:14:24,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:14:24,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:14:24,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:14:24,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:14:24,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T03:14:24,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,41435,1731467653471 in 10.1040 sec 2024-11-13T03:14:24,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T03:14:24,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5640 sec 2024-11-13T03:14:24,581 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T03:14:24,581 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T03:14:24,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:14:24,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41435,1731467653471, seqNum=-1] 2024-11-13T03:14:24,583 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:14:24,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:14:24,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6260 sec 2024-11-13T03:14:24,589 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731467664589, completionTime=-1 2024-11-13T03:14:24,590 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T03:14:24,590 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T03:14:24,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T03:14:24,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731467724592 2024-11-13T03:14:24,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731467784592 2024-11-13T03:14:24,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T03:14:24,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41201,1731467653167-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:24,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41201,1731467653167-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:24,592 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41201,1731467653167-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:24,593 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8394b182524b:41201, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:24,593 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:24,593 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:24,595 DEBUG [master/8394b182524b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T03:14:24,597 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.042sec 2024-11-13T03:14:24,597 INFO [master/8394b182524b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T03:14:24,597 INFO [master/8394b182524b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T03:14:24,597 INFO [master/8394b182524b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T03:14:24,597 INFO [master/8394b182524b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T03:14:24,597 INFO [master/8394b182524b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T03:14:24,598 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41201,1731467653167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T03:14:24,598 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41201,1731467653167-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T03:14:24,600 DEBUG [master/8394b182524b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T03:14:24,600 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T03:14:24,600 INFO [master/8394b182524b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8394b182524b,41201,1731467653167-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T03:14:24,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5c466b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:14:24,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,41201,-1 for getting cluster id 2024-11-13T03:14:24,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:14:24,621 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b2f2ddb-3d5b-45e4-96e8-892e1dbab889' 2024-11-13T03:14:24,621 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:14:24,621 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b2f2ddb-3d5b-45e4-96e8-892e1dbab889" 2024-11-13T03:14:24,621 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f91416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:14:24,622 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,41201,-1] 2024-11-13T03:14:24,622 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:14:24,622 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:24,624 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:14:24,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d682fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:14:24,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:14:24,626 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41435,1731467653471, seqNum=-1] 2024-11-13T03:14:24,626 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:14:24,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:14:24,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8394b182524b,41201,1731467653167 2024-11-13T03:14:24,629 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731467664629 (current time:1731467664629). 2024-11-13T03:14:24,629 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T03:14:24,629 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T03:14:24,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d09f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:14:24,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8394b182524b,41201,-1 for getting cluster id 2024-11-13T03:14:24,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T03:14:24,631 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b2f2ddb-3d5b-45e4-96e8-892e1dbab889' 2024-11-13T03:14:24,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T03:14:24,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b2f2ddb-3d5b-45e4-96e8-892e1dbab889" 2024-11-13T03:14:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4d8f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:14:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8394b182524b,41201,-1] 2024-11-13T03:14:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T03:14:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:24,633 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T03:14:24,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abd2820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T03:14:24,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:14:24,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,41435,1731467653471, seqNum=-1] 2024-11-13T03:14:24,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:14:24,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:14:24,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:14:24,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:14:24,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:24,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:14:24,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:14:24,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T03:14:24,639 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8394b182524b,41201,1731467653167 2024-11-13T03:14:24,639 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c5143e4 2024-11-13T03:14:24,639 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T03:14:24,640 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T03:14:24,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T03:14:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T03:14:24,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T03:14:24,643 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:24,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T03:14:24,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T03:14:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:14:24,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741837_1013 (size=361) 2024-11-13T03:14:24,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741837_1013 (size=361) 2024-11-13T03:14:24,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741837_1013 (size=361) 2024-11-13T03:14:24,657 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17c74ed8979028019e01c1e049493d02, NAME => 'SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,658 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 82e952bb9eb98f4b6d1f432cb7a88292, NAME => 'SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,658 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 30b9da51e1392c03f2012035de4be18f, NAME => 'SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741839_1015 (size=62) 2024-11-13T03:14:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741840_1016 (size=54) 2024-11-13T03:14:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741838_1014 (size=62) 2024-11-13T03:14:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741839_1015 (size=62) 2024-11-13T03:14:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741839_1015 (size=62) 2024-11-13T03:14:24,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741840_1016 (size=54) 2024-11-13T03:14:24,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741838_1014 (size=62) 2024-11-13T03:14:24,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741840_1016 (size=54) 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 30b9da51e1392c03f2012035de4be18f, disabling compactions & flushes 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 17c74ed8979028019e01c1e049493d02, disabling compactions & flushes 2024-11-13T03:14:24,676 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 82e952bb9eb98f4b6d1f432cb7a88292, disabling compactions & flushes 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. 2024-11-13T03:14:24,676 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:14:24,676 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. after waiting 0 ms 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. after waiting 0 ms 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. after waiting 0 ms 2024-11-13T03:14:24,676 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:14:24,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741838_1014 (size=62) 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 30b9da51e1392c03f2012035de4be18f: Waiting for close lock at 1731467664676Disabling compacts and flushes for region at 1731467664676Disabling writes for close at 1731467664676Writing region close event to WAL at 1731467664676Closed at 1731467664676 2024-11-13T03:14:24,676 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:14:24,676 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17c74ed8979028019e01c1e049493d02: Waiting for close lock at 1731467664676Disabling compacts and flushes for region at 1731467664676Disabling writes for close at 1731467664676Writing region close event to WAL at 1731467664676Closed at 1731467664676 2024-11-13T03:14:24,676 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 82e952bb9eb98f4b6d1f432cb7a88292: Waiting for close lock at 1731467664676Disabling compacts and flushes for region at 1731467664676Disabling writes for close at 1731467664676Writing region close event to WAL at 1731467664676Closed at 1731467664676 2024-11-13T03:14:24,677 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => dcb67d901a5a86518b66a43ddeae8d8b, NAME => 'SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,677 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0056640a498828ea1e0ea4cbdbcd0e42, NAME => 'SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,678 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7e413590c00eef011c7b3c87e3a90ee1, NAME => 'SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741842_1018 (size=62) 2024-11-13T03:14:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741842_1018 (size=62) 2024-11-13T03:14:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741842_1018 (size=62) 2024-11-13T03:14:24,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:24,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing dcb67d901a5a86518b66a43ddeae8d8b, disabling compactions & flushes 2024-11-13T03:14:24,695 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. 2024-11-13T03:14:24,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. 2024-11-13T03:14:24,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. after waiting 0 ms 2024-11-13T03:14:24,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. 2024-11-13T03:14:24,695 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. 2024-11-13T03:14:24,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for dcb67d901a5a86518b66a43ddeae8d8b: Waiting for close lock at 1731467664695Disabling compacts and flushes for region at 1731467664695Disabling writes for close at 1731467664695Writing region close event to WAL at 1731467664695Closed at 1731467664695 2024-11-13T03:14:24,696 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a7f4854c07080024658132c04c5f4edc, NAME => 'SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741841_1017 (size=62) 2024-11-13T03:14:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741841_1017 (size=62) 2024-11-13T03:14:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741841_1017 (size=62) 2024-11-13T03:14:24,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:24,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0056640a498828ea1e0ea4cbdbcd0e42, disabling compactions & flushes 2024-11-13T03:14:24,712 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:14:24,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:14:24,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. after waiting 0 ms 2024-11-13T03:14:24,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:14:24,712 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:14:24,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0056640a498828ea1e0ea4cbdbcd0e42: Waiting for close lock at 1731467664711Disabling compacts and flushes for region at 1731467664711Disabling writes for close at 1731467664712 (+1 ms)Writing region close event to WAL at 1731467664712Closed at 1731467664712 2024-11-13T03:14:24,712 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58be071256ddcc24a5b8890b0c9df834, NAME => 'SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741843_1019 (size=62) 2024-11-13T03:14:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741843_1019 (size=62) 2024-11-13T03:14:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741843_1019 (size=62) 2024-11-13T03:14:24,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:24,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7e413590c00eef011c7b3c87e3a90ee1, disabling compactions & flushes 2024-11-13T03:14:24,725 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:14:24,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:14:24,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. after waiting 0 ms 2024-11-13T03:14:24,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:14:24,725 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:14:24,726 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7e413590c00eef011c7b3c87e3a90ee1: Waiting for close lock at 1731467664725Disabling compacts and flushes for region at 1731467664725Disabling writes for close at 1731467664725Writing region close event to WAL at 1731467664725Closed at 1731467664725 2024-11-13T03:14:24,726 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 54201c048844e389555839ff7bdbfac1, NAME => 'SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:14:24,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741844_1020 (size=62) 2024-11-13T03:14:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741844_1020 (size=62) 2024-11-13T03:14:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741846_1022 (size=62) 2024-11-13T03:14:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741846_1022 (size=62) 2024-11-13T03:14:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741846_1022 (size=62) 2024-11-13T03:14:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741845_1021 (size=62) 2024-11-13T03:14:24,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741845_1021 (size=62) 2024-11-13T03:14:24,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741845_1021 (size=62) 2024-11-13T03:14:24,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741844_1020 (size=62) 2024-11-13T03:14:24,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:24,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a7f4854c07080024658132c04c5f4edc, disabling compactions & flushes 2024-11-13T03:14:24,769 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. 2024-11-13T03:14:24,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. 2024-11-13T03:14:24,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. after waiting 0 ms 2024-11-13T03:14:24,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. 2024-11-13T03:14:24,770 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. 2024-11-13T03:14:24,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a7f4854c07080024658132c04c5f4edc: Waiting for close lock at 1731467664769Disabling compacts and flushes for region at 1731467664769Disabling writes for close at 1731467664770 (+1 ms)Writing region close event to WAL at 1731467664770Closed at 1731467664770 2024-11-13T03:14:24,771 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c8f8ebaa78e44f7911a2803fda88496f, NAME => 'SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3 2024-11-13T03:14:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741847_1023 (size=54) 2024-11-13T03:14:24,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741847_1023 (size=54) 2024-11-13T03:14:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741847_1023 (size=54) 2024-11-13T03:14:24,791 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:24,791 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c8f8ebaa78e44f7911a2803fda88496f, disabling compactions & flushes 2024-11-13T03:14:24,791 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:24,791 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:24,792 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. after waiting 0 ms 2024-11-13T03:14:24,792 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:24,792 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:24,792 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c8f8ebaa78e44f7911a2803fda88496f: Waiting for close lock at 1731467664791Disabling compacts and flushes for region at 1731467664791Disabling writes for close at 1731467664792 (+1 ms)Writing region close event to WAL at 1731467664792Closed at 1731467664792 2024-11-13T03:14:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:14:25,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:25,163 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 54201c048844e389555839ff7bdbfac1, disabling compactions & flushes 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 58be071256ddcc24a5b8890b0c9df834, disabling compactions & flushes 2024-11-13T03:14:25,164 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:14:25,164 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. after waiting 0 ms 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:14:25,164 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. after waiting 0 ms 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 54201c048844e389555839ff7bdbfac1: Waiting for close lock at 1731467665164Disabling compacts and flushes for region at 1731467665164Disabling writes for close at 1731467665164Writing region close event to WAL at 1731467665164Closed at 1731467665164 2024-11-13T03:14:25,164 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. 2024-11-13T03:14:25,164 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58be071256ddcc24a5b8890b0c9df834: Waiting for close lock at 1731467665164Disabling compacts and flushes for region at 1731467665164Disabling writes for close at 1731467665164Writing region close event to WAL at 1731467665164Closed at 1731467665164 2024-11-13T03:14:25,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T03:14:25,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731467665165"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731467665165"}]},"ts":"1731467665165"} 2024-11-13T03:14:25,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T03:14:25,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T03:14:25,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467665172"}]},"ts":"1731467665172"} 2024-11-13T03:14:25,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T03:14:25,176 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {8394b182524b=0} racks are {/default-rack=0} 2024-11-13T03:14:25,183 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T03:14:25,183 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T03:14:25,183 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T03:14:25,183 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T03:14:25,183 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T03:14:25,183 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T03:14:25,183 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T03:14:25,183 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T03:14:25,183 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T03:14:25,183 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T03:14:25,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17c74ed8979028019e01c1e049493d02, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82e952bb9eb98f4b6d1f432cb7a88292, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30b9da51e1392c03f2012035de4be18f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcb67d901a5a86518b66a43ddeae8d8b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7e413590c00eef011c7b3c87e3a90ee1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0056640a498828ea1e0ea4cbdbcd0e42, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7f4854c07080024658132c04c5f4edc, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58be071256ddcc24a5b8890b0c9df834, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54201c048844e389555839ff7bdbfac1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8f8ebaa78e44f7911a2803fda88496f, ASSIGN}] 2024-11-13T03:14:25,186 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54201c048844e389555839ff7bdbfac1, ASSIGN 2024-11-13T03:14:25,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8f8ebaa78e44f7911a2803fda88496f, ASSIGN 2024-11-13T03:14:25,187 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58be071256ddcc24a5b8890b0c9df834, ASSIGN 2024-11-13T03:14:25,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7f4854c07080024658132c04c5f4edc, ASSIGN 2024-11-13T03:14:25,188 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54201c048844e389555839ff7bdbfac1, ASSIGN; state=OFFLINE, location=8394b182524b,41547,1731467653419; forceNewPlan=false, retain=false 2024-11-13T03:14:25,188 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8f8ebaa78e44f7911a2803fda88496f, ASSIGN; state=OFFLINE, location=8394b182524b,32775,1731467653368; forceNewPlan=false, retain=false 2024-11-13T03:14:25,188 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58be071256ddcc24a5b8890b0c9df834, ASSIGN; state=OFFLINE, location=8394b182524b,41435,1731467653471; forceNewPlan=false, retain=false 2024-11-13T03:14:25,189 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7f4854c07080024658132c04c5f4edc, ASSIGN; state=OFFLINE, location=8394b182524b,41435,1731467653471; forceNewPlan=false, retain=false 2024-11-13T03:14:25,189 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0056640a498828ea1e0ea4cbdbcd0e42, ASSIGN 2024-11-13T03:14:25,190 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7e413590c00eef011c7b3c87e3a90ee1, ASSIGN 2024-11-13T03:14:25,190 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0056640a498828ea1e0ea4cbdbcd0e42, ASSIGN; state=OFFLINE, location=8394b182524b,32775,1731467653368; forceNewPlan=false, retain=false 2024-11-13T03:14:25,190 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7e413590c00eef011c7b3c87e3a90ee1, ASSIGN; state=OFFLINE, location=8394b182524b,41547,1731467653419; forceNewPlan=false, retain=false 2024-11-13T03:14:25,192 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcb67d901a5a86518b66a43ddeae8d8b, ASSIGN 2024-11-13T03:14:25,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82e952bb9eb98f4b6d1f432cb7a88292, ASSIGN 2024-11-13T03:14:25,192 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30b9da51e1392c03f2012035de4be18f, ASSIGN 2024-11-13T03:14:25,192 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17c74ed8979028019e01c1e049493d02, ASSIGN 2024-11-13T03:14:25,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=82e952bb9eb98f4b6d1f432cb7a88292, ASSIGN; state=OFFLINE, location=8394b182524b,41547,1731467653419; forceNewPlan=false, retain=false 2024-11-13T03:14:25,192 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcb67d901a5a86518b66a43ddeae8d8b, ASSIGN; state=OFFLINE, location=8394b182524b,41435,1731467653471; forceNewPlan=false, retain=false 2024-11-13T03:14:25,192 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30b9da51e1392c03f2012035de4be18f, ASSIGN; state=OFFLINE, location=8394b182524b,41435,1731467653471; forceNewPlan=false, retain=false 2024-11-13T03:14:25,193 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17c74ed8979028019e01c1e049493d02, ASSIGN; state=OFFLINE, location=8394b182524b,32775,1731467653368; forceNewPlan=false, retain=false 2024-11-13T03:14:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:14:25,339 INFO [8394b182524b:41201 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T03:14:25,340 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=54201c048844e389555839ff7bdbfac1, regionState=OPENING, regionLocation=8394b182524b,41547,1731467653419 2024-11-13T03:14:25,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82e952bb9eb98f4b6d1f432cb7a88292, regionState=OPENING, regionLocation=8394b182524b,41547,1731467653419 2024-11-13T03:14:25,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58be071256ddcc24a5b8890b0c9df834, regionState=OPENING, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:25,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e413590c00eef011c7b3c87e3a90ee1, regionState=OPENING, regionLocation=8394b182524b,41547,1731467653419 2024-11-13T03:14:25,341 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a7f4854c07080024658132c04c5f4edc, regionState=OPENING, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:25,342 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=dcb67d901a5a86518b66a43ddeae8d8b, regionState=OPENING, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:25,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=30b9da51e1392c03f2012035de4be18f, regionState=OPENING, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:25,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0056640a498828ea1e0ea4cbdbcd0e42, regionState=OPENING, regionLocation=8394b182524b,32775,1731467653368 2024-11-13T03:14:25,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c8f8ebaa78e44f7911a2803fda88496f, regionState=OPENING, regionLocation=8394b182524b,32775,1731467653368 2024-11-13T03:14:25,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17c74ed8979028019e01c1e049493d02, regionState=OPENING, regionLocation=8394b182524b,32775,1731467653368 2024-11-13T03:14:25,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54201c048844e389555839ff7bdbfac1, ASSIGN because future has completed 2024-11-13T03:14:25,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54201c048844e389555839ff7bdbfac1, server=8394b182524b,41547,1731467653419}] 2024-11-13T03:14:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=82e952bb9eb98f4b6d1f432cb7a88292, ASSIGN because future has completed 2024-11-13T03:14:25,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82e952bb9eb98f4b6d1f432cb7a88292, server=8394b182524b,41547,1731467653419}] 2024-11-13T03:14:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58be071256ddcc24a5b8890b0c9df834, ASSIGN because future has completed 2024-11-13T03:14:25,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7f4854c07080024658132c04c5f4edc, ASSIGN because future has completed 2024-11-13T03:14:25,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7f4854c07080024658132c04c5f4edc, server=8394b182524b,41435,1731467653471}] 2024-11-13T03:14:25,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58be071256ddcc24a5b8890b0c9df834, server=8394b182524b,41435,1731467653471}] 2024-11-13T03:14:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=30b9da51e1392c03f2012035de4be18f, ASSIGN because future has completed 2024-11-13T03:14:25,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7e413590c00eef011c7b3c87e3a90ee1, ASSIGN because future has completed 2024-11-13T03:14:25,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c8f8ebaa78e44f7911a2803fda88496f, ASSIGN because future has completed 2024-11-13T03:14:25,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30b9da51e1392c03f2012035de4be18f, server=8394b182524b,41435,1731467653471}] 2024-11-13T03:14:25,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8f8ebaa78e44f7911a2803fda88496f, server=8394b182524b,32775,1731467653368}] 2024-11-13T03:14:25,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e413590c00eef011c7b3c87e3a90ee1, server=8394b182524b,41547,1731467653419}] 2024-11-13T03:14:25,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0056640a498828ea1e0ea4cbdbcd0e42, ASSIGN because future has completed 2024-11-13T03:14:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dcb67d901a5a86518b66a43ddeae8d8b, ASSIGN because future has completed 2024-11-13T03:14:25,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17c74ed8979028019e01c1e049493d02, ASSIGN because future has completed 2024-11-13T03:14:25,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17c74ed8979028019e01c1e049493d02, server=8394b182524b,32775,1731467653368}] 2024-11-13T03:14:25,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcb67d901a5a86518b66a43ddeae8d8b, server=8394b182524b,41435,1731467653471}] 2024-11-13T03:14:25,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0056640a498828ea1e0ea4cbdbcd0e42, server=8394b182524b,32775,1731467653368}] 2024-11-13T03:14:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:14:26,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T03:14:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:14:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:14:29,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:29,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:29,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:30,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:14:30,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:30,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:30,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:14:34,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T03:14:34,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T03:14:34,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:14:34,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T03:14:35,350 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:14:35,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:14:35,356 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:14:35,356 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 54201c048844e389555839ff7bdbfac1, NAME => 'SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T03:14:35,356 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,357 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,357 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,357 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,358 INFO [StoreOpener-54201c048844e389555839ff7bdbfac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,360 INFO [StoreOpener-54201c048844e389555839ff7bdbfac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54201c048844e389555839ff7bdbfac1 columnFamilyName cf 2024-11-13T03:14:35,360 DEBUG [StoreOpener-54201c048844e389555839ff7bdbfac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,361 INFO [StoreOpener-54201c048844e389555839ff7bdbfac1-1 {}] regionserver.HStore(327): Store=54201c048844e389555839ff7bdbfac1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,361 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,362 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,362 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,362 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,362 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,363 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T03:14:35,364 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,365 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. 2024-11-13T03:14:35,365 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 58be071256ddcc24a5b8890b0c9df834, NAME => 'SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T03:14:35,366 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,366 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,366 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,366 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,368 INFO [StoreOpener-58be071256ddcc24a5b8890b0c9df834-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T03:14:35,369 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,370 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 54201c048844e389555839ff7bdbfac1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60432664, jitterRate=-0.09948313236236572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,370 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:35,370 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 54201c048844e389555839ff7bdbfac1: Running coprocessor pre-open hook at 1731467675357Writing region info on filesystem at 1731467675357Initializing all the Stores at 1731467675358 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675358Cleaning up temporary data from old regions at 1731467675362 (+4 ms)Running coprocessor post-open hooks at 1731467675370 (+8 ms)Region opened successfully at 1731467675370 2024-11-13T03:14:35,370 INFO [StoreOpener-58be071256ddcc24a5b8890b0c9df834-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58be071256ddcc24a5b8890b0c9df834 columnFamilyName cf 2024-11-13T03:14:35,370 DEBUG [StoreOpener-58be071256ddcc24a5b8890b0c9df834-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,371 INFO [StoreOpener-58be071256ddcc24a5b8890b0c9df834-1 {}] regionserver.HStore(327): Store=58be071256ddcc24a5b8890b0c9df834/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,371 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,371 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1., pid=15, masterSystemTime=1731467675350 2024-11-13T03:14:35,372 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,372 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,373 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,373 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,374 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:14:35,374 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:14:35,374 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:14:35,374 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 82e952bb9eb98f4b6d1f432cb7a88292, NAME => 'SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T03:14:35,375 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,375 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,375 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,375 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,375 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=54201c048844e389555839ff7bdbfac1, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41547,1731467653419 2024-11-13T03:14:35,376 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:14:35,377 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 17c74ed8979028019e01c1e049493d02, NAME => 'SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T03:14:35,377 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,377 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,377 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,377 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,379 INFO [StoreOpener-82e952bb9eb98f4b6d1f432cb7a88292-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54201c048844e389555839ff7bdbfac1, server=8394b182524b,41547,1731467653419 because future has completed 2024-11-13T03:14:35,380 INFO [StoreOpener-17c74ed8979028019e01c1e049493d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,381 INFO [StoreOpener-82e952bb9eb98f4b6d1f432cb7a88292-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82e952bb9eb98f4b6d1f432cb7a88292 columnFamilyName cf 2024-11-13T03:14:35,381 DEBUG [StoreOpener-82e952bb9eb98f4b6d1f432cb7a88292-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,382 INFO [StoreOpener-17c74ed8979028019e01c1e049493d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17c74ed8979028019e01c1e049493d02 columnFamilyName cf 2024-11-13T03:14:35,382 INFO [StoreOpener-82e952bb9eb98f4b6d1f432cb7a88292-1 {}] regionserver.HStore(327): Store=82e952bb9eb98f4b6d1f432cb7a88292/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,382 DEBUG [StoreOpener-17c74ed8979028019e01c1e049493d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,382 INFO [StoreOpener-17c74ed8979028019e01c1e049493d02-1 {}] regionserver.HStore(327): Store=17c74ed8979028019e01c1e049493d02/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,382 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,382 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,383 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,383 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 58be071256ddcc24a5b8890b0c9df834; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64138474, jitterRate=-0.04426226019859314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,383 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:35,383 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 58be071256ddcc24a5b8890b0c9df834: Running coprocessor pre-open hook at 1731467675366Writing region info on filesystem at 1731467675366Initializing all the Stores at 1731467675367 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675367Cleaning up temporary data from old regions at 1731467675373 (+6 ms)Running coprocessor post-open hooks at 1731467675383 (+10 ms)Region opened successfully at 1731467675383 2024-11-13T03:14:35,383 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,383 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,384 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,384 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,384 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834., pid=17, masterSystemTime=1731467675359 2024-11-13T03:14:35,384 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,384 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,385 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,385 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-13T03:14:35,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 54201c048844e389555839ff7bdbfac1, server=8394b182524b,41547,1731467653419 in 10.0340 sec 2024-11-13T03:14:35,386 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. 2024-11-13T03:14:35,386 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. 2024-11-13T03:14:35,386 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. 2024-11-13T03:14:35,386 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => dcb67d901a5a86518b66a43ddeae8d8b, NAME => 'SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T03:14:35,387 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,387 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,387 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,387 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54201c048844e389555839ff7bdbfac1, ASSIGN in 10.2010 sec 2024-11-13T03:14:35,387 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58be071256ddcc24a5b8890b0c9df834, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:35,387 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,388 INFO [StoreOpener-dcb67d901a5a86518b66a43ddeae8d8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58be071256ddcc24a5b8890b0c9df834, server=8394b182524b,41435,1731467653471 because future has completed 2024-11-13T03:14:35,390 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/17c74ed8979028019e01c1e049493d02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,390 INFO [StoreOpener-dcb67d901a5a86518b66a43ddeae8d8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb67d901a5a86518b66a43ddeae8d8b columnFamilyName cf 2024-11-13T03:14:35,390 DEBUG [StoreOpener-dcb67d901a5a86518b66a43ddeae8d8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,391 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 17c74ed8979028019e01c1e049493d02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63972376, jitterRate=-0.04673731327056885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,391 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:35,391 INFO [StoreOpener-dcb67d901a5a86518b66a43ddeae8d8b-1 {}] regionserver.HStore(327): Store=dcb67d901a5a86518b66a43ddeae8d8b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,391 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 17c74ed8979028019e01c1e049493d02: Running coprocessor pre-open hook at 1731467675377Writing region info on filesystem at 1731467675377Initializing all the Stores at 1731467675379 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675379Cleaning up temporary data from old regions at 1731467675384 (+5 ms)Running coprocessor post-open hooks at 1731467675391 (+7 ms)Region opened successfully at 1731467675391 2024-11-13T03:14:35,391 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,392 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,393 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02., pid=22, masterSystemTime=1731467675363 2024-11-13T03:14:35,393 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,393 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,393 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,394 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-13T03:14:35,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 58be071256ddcc24a5b8890b0c9df834, server=8394b182524b,41435,1731467653471 in 10.0410 sec 2024-11-13T03:14:35,396 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:14:35,396 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:14:35,396 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:35,397 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c8f8ebaa78e44f7911a2803fda88496f, NAME => 'SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T03:14:35,397 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17c74ed8979028019e01c1e049493d02, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,32775,1731467653368 2024-11-13T03:14:35,397 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,397 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,397 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,397 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,398 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/82e952bb9eb98f4b6d1f432cb7a88292/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,398 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 82e952bb9eb98f4b6d1f432cb7a88292; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69187280, jitterRate=0.03097081184387207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,399 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:35,399 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 82e952bb9eb98f4b6d1f432cb7a88292: Running coprocessor pre-open hook at 1731467675375Writing region info on filesystem at 1731467675375Initializing all the Stores at 1731467675378 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675378Cleaning up temporary data from old regions at 1731467675385 (+7 ms)Running coprocessor post-open hooks at 1731467675399 (+14 ms)Region opened successfully at 1731467675399 2024-11-13T03:14:35,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58be071256ddcc24a5b8890b0c9df834, ASSIGN in 10.2110 sec 2024-11-13T03:14:35,400 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292., pid=16, masterSystemTime=1731467675350 2024-11-13T03:14:35,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17c74ed8979028019e01c1e049493d02, server=8394b182524b,32775,1731467653368 because future has completed 2024-11-13T03:14:35,402 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:14:35,403 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:14:35,403 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:14:35,403 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e413590c00eef011c7b3c87e3a90ee1, NAME => 'SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T03:14:35,403 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,403 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=82e952bb9eb98f4b6d1f432cb7a88292, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41547,1731467653419 2024-11-13T03:14:35,403 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,404 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,404 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-13T03:14:35,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17c74ed8979028019e01c1e049493d02, server=8394b182524b,32775,1731467653368 in 10.0400 sec 2024-11-13T03:14:35,405 INFO [StoreOpener-c8f8ebaa78e44f7911a2803fda88496f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,405 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/dcb67d901a5a86518b66a43ddeae8d8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,407 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened dcb67d901a5a86518b66a43ddeae8d8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69373427, jitterRate=0.03374461829662323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,407 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:35,407 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for dcb67d901a5a86518b66a43ddeae8d8b: Running coprocessor pre-open hook at 1731467675387Writing region info on filesystem at 1731467675387Initializing all the Stores at 1731467675388 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675388Cleaning up temporary data from old regions at 1731467675393 (+5 ms)Running coprocessor post-open hooks at 1731467675407 (+14 ms)Region opened successfully at 1731467675407 2024-11-13T03:14:35,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82e952bb9eb98f4b6d1f432cb7a88292, server=8394b182524b,41547,1731467653419 because future has completed 2024-11-13T03:14:35,408 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b., pid=23, masterSystemTime=1731467675359 2024-11-13T03:14:35,408 INFO [StoreOpener-7e413590c00eef011c7b3c87e3a90ee1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17c74ed8979028019e01c1e049493d02, ASSIGN in 10.2210 sec 2024-11-13T03:14:35,410 INFO [StoreOpener-7e413590c00eef011c7b3c87e3a90ee1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e413590c00eef011c7b3c87e3a90ee1 columnFamilyName cf 2024-11-13T03:14:35,410 INFO [StoreOpener-c8f8ebaa78e44f7911a2803fda88496f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8f8ebaa78e44f7911a2803fda88496f columnFamilyName cf 2024-11-13T03:14:35,410 DEBUG [StoreOpener-7e413590c00eef011c7b3c87e3a90ee1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,410 DEBUG [StoreOpener-c8f8ebaa78e44f7911a2803fda88496f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,411 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. 2024-11-13T03:14:35,411 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. 2024-11-13T03:14:35,411 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. 2024-11-13T03:14:35,411 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 30b9da51e1392c03f2012035de4be18f, NAME => 'SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T03:14:35,411 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=dcb67d901a5a86518b66a43ddeae8d8b, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:35,411 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,412 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,412 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,412 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-13T03:14:35,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 82e952bb9eb98f4b6d1f432cb7a88292, server=8394b182524b,41547,1731467653419 in 10.0610 sec 2024-11-13T03:14:35,414 INFO [StoreOpener-7e413590c00eef011c7b3c87e3a90ee1-1 {}] regionserver.HStore(327): Store=7e413590c00eef011c7b3c87e3a90ee1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,414 INFO [StoreOpener-c8f8ebaa78e44f7911a2803fda88496f-1 {}] regionserver.HStore(327): Store=c8f8ebaa78e44f7911a2803fda88496f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,414 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,414 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,415 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,415 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcb67d901a5a86518b66a43ddeae8d8b, server=8394b182524b,41435,1731467653471 because future has completed 2024-11-13T03:14:35,415 INFO [StoreOpener-30b9da51e1392c03f2012035de4be18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,415 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=82e952bb9eb98f4b6d1f432cb7a88292, ASSIGN in 10.2290 sec 2024-11-13T03:14:35,416 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,416 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,416 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,416 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,416 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,417 INFO [StoreOpener-30b9da51e1392c03f2012035de4be18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30b9da51e1392c03f2012035de4be18f columnFamilyName cf 2024-11-13T03:14:35,417 DEBUG [StoreOpener-30b9da51e1392c03f2012035de4be18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,417 INFO [StoreOpener-30b9da51e1392c03f2012035de4be18f-1 {}] regionserver.HStore(327): Store=30b9da51e1392c03f2012035de4be18f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,417 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,418 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,419 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,419 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,419 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,420 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,422 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/7e413590c00eef011c7b3c87e3a90ee1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-13T03:14:35,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure dcb67d901a5a86518b66a43ddeae8d8b, server=8394b182524b,41435,1731467653471 in 10.0570 sec 2024-11-13T03:14:35,423 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 7e413590c00eef011c7b3c87e3a90ee1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69743807, jitterRate=0.039263710379600525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,423 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:35,423 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,423 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 7e413590c00eef011c7b3c87e3a90ee1: Running coprocessor pre-open hook at 1731467675404Writing region info on filesystem at 1731467675404Initializing all the Stores at 1731467675407 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675407Cleaning up temporary data from old regions at 1731467675416 (+9 ms)Running coprocessor post-open hooks at 1731467675423 (+7 ms)Region opened successfully at 1731467675423 2024-11-13T03:14:35,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dcb67d901a5a86518b66a43ddeae8d8b, ASSIGN in 10.2380 sec 2024-11-13T03:14:35,424 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1., pid=20, masterSystemTime=1731467675350 2024-11-13T03:14:35,427 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:14:35,427 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:14:35,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e413590c00eef011c7b3c87e3a90ee1, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41547,1731467653419 2024-11-13T03:14:35,428 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,428 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,429 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c8f8ebaa78e44f7911a2803fda88496f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60978005, jitterRate=-0.09135691821575165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,429 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:35,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e413590c00eef011c7b3c87e3a90ee1, server=8394b182524b,41547,1731467653419 because future has completed 2024-11-13T03:14:35,429 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c8f8ebaa78e44f7911a2803fda88496f: Running coprocessor pre-open hook at 1731467675398Writing region info on filesystem at 1731467675398Initializing all the Stores at 1731467675399 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675399Cleaning up temporary data from old regions at 1731467675416 (+17 ms)Running coprocessor post-open hooks at 1731467675429 (+13 ms)Region opened successfully at 1731467675429 2024-11-13T03:14:35,431 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f., pid=21, masterSystemTime=1731467675363 2024-11-13T03:14:35,432 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/30b9da51e1392c03f2012035de4be18f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,433 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 30b9da51e1392c03f2012035de4be18f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63180328, jitterRate=-0.058539748191833496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,433 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:35,433 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 30b9da51e1392c03f2012035de4be18f: Running coprocessor pre-open hook at 1731467675412Writing region info on filesystem at 1731467675412Initializing all the Stores at 1731467675415 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675415Cleaning up temporary data from old regions at 1731467675423 (+8 ms)Running coprocessor post-open hooks at 1731467675433 (+10 ms)Region opened successfully at 1731467675433 2024-11-13T03:14:35,434 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f., pid=19, masterSystemTime=1731467675359 2024-11-13T03:14:35,434 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:35,435 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:35,435 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:14:35,435 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0056640a498828ea1e0ea4cbdbcd0e42, NAME => 'SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T03:14:35,435 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,435 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-13T03:14:35,436 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,436 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e413590c00eef011c7b3c87e3a90ee1, server=8394b182524b,41547,1731467653419 in 10.0750 sec 2024-11-13T03:14:35,436 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c8f8ebaa78e44f7911a2803fda88496f, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,32775,1731467653368 2024-11-13T03:14:35,438 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. 2024-11-13T03:14:35,438 INFO [StoreOpener-0056640a498828ea1e0ea4cbdbcd0e42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,438 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. 2024-11-13T03:14:35,438 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. 2024-11-13T03:14:35,439 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a7f4854c07080024658132c04c5f4edc, NAME => 'SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T03:14:35,439 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,439 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:14:35,439 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,439 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8f8ebaa78e44f7911a2803fda88496f, server=8394b182524b,32775,1731467653368 because future has completed 2024-11-13T03:14:35,440 INFO [StoreOpener-0056640a498828ea1e0ea4cbdbcd0e42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0056640a498828ea1e0ea4cbdbcd0e42 columnFamilyName cf 2024-11-13T03:14:35,440 DEBUG [StoreOpener-0056640a498828ea1e0ea4cbdbcd0e42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7e413590c00eef011c7b3c87e3a90ee1, ASSIGN in 10.2520 sec 2024-11-13T03:14:35,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=30b9da51e1392c03f2012035de4be18f, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:35,441 INFO [StoreOpener-0056640a498828ea1e0ea4cbdbcd0e42-1 {}] regionserver.HStore(327): Store=0056640a498828ea1e0ea4cbdbcd0e42/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,442 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30b9da51e1392c03f2012035de4be18f, server=8394b182524b,41435,1731467653471 because future has completed 2024-11-13T03:14:35,443 INFO [StoreOpener-a7f4854c07080024658132c04c5f4edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,443 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,444 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-13T03:14:35,445 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,446 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,446 INFO [StoreOpener-a7f4854c07080024658132c04c5f4edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7f4854c07080024658132c04c5f4edc columnFamilyName cf 2024-11-13T03:14:35,446 DEBUG [StoreOpener-a7f4854c07080024658132c04c5f4edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:14:35,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c8f8ebaa78e44f7911a2803fda88496f, server=8394b182524b,32775,1731467653368 in 10.0850 sec 2024-11-13T03:14:35,447 INFO [StoreOpener-a7f4854c07080024658132c04c5f4edc-1 {}] regionserver.HStore(327): Store=a7f4854c07080024658132c04c5f4edc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T03:14:35,447 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,448 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,448 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-13T03:14:35,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 30b9da51e1392c03f2012035de4be18f, server=8394b182524b,41435,1731467653471 in 10.0930 sec 2024-11-13T03:14:35,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c8f8ebaa78e44f7911a2803fda88496f, ASSIGN in 10.2630 sec 2024-11-13T03:14:35,449 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,449 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,450 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=30b9da51e1392c03f2012035de4be18f, ASSIGN in 10.2650 sec 2024-11-13T03:14:35,451 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,453 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,454 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a7f4854c07080024658132c04c5f4edc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61558821, jitterRate=-0.08270208537578583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,454 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:35,454 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a7f4854c07080024658132c04c5f4edc: Running coprocessor pre-open hook at 1731467675439Writing region info on filesystem at 1731467675439Initializing all the Stores at 1731467675442 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675442Cleaning up temporary data from old regions at 1731467675450 (+8 ms)Running coprocessor post-open hooks at 1731467675454 (+4 ms)Region opened successfully at 1731467675454 2024-11-13T03:14:35,455 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc., pid=18, masterSystemTime=1731467675359 2024-11-13T03:14:35,456 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/0056640a498828ea1e0ea4cbdbcd0e42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T03:14:35,457 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. 2024-11-13T03:14:35,458 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. 2024-11-13T03:14:35,458 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0056640a498828ea1e0ea4cbdbcd0e42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68478508, jitterRate=0.02040928602218628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T03:14:35,458 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:35,458 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0056640a498828ea1e0ea4cbdbcd0e42: Running coprocessor pre-open hook at 1731467675436Writing region info on filesystem at 1731467675436Initializing all the Stores at 1731467675437 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467675437Cleaning up temporary data from old regions at 1731467675446 (+9 ms)Running coprocessor post-open hooks at 1731467675458 (+12 ms)Region opened successfully at 1731467675458 2024-11-13T03:14:35,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a7f4854c07080024658132c04c5f4edc, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,41435,1731467653471 2024-11-13T03:14:35,459 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42., pid=24, masterSystemTime=1731467675363 2024-11-13T03:14:35,462 DEBUG [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:14:35,462 INFO [RS_OPEN_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:14:35,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0056640a498828ea1e0ea4cbdbcd0e42, regionState=OPEN, openSeqNum=2, regionLocation=8394b182524b,32775,1731467653368 2024-11-13T03:14:35,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7f4854c07080024658132c04c5f4edc, server=8394b182524b,41435,1731467653471 because future has completed 2024-11-13T03:14:35,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-13T03:14:35,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a7f4854c07080024658132c04c5f4edc, server=8394b182524b,41435,1731467653471 in 10.1170 sec 2024-11-13T03:14:35,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7f4854c07080024658132c04c5f4edc, ASSIGN in 10.2850 sec 2024-11-13T03:14:35,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0056640a498828ea1e0ea4cbdbcd0e42, server=8394b182524b,32775,1731467653368 because future has completed 2024-11-13T03:14:35,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-13T03:14:35,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0056640a498828ea1e0ea4cbdbcd0e42, server=8394b182524b,32775,1731467653368 in 10.1100 sec 2024-11-13T03:14:35,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-13T03:14:35,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0056640a498828ea1e0ea4cbdbcd0e42, ASSIGN in 10.2950 sec 2024-11-13T03:14:35,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T03:14:35,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731467675484"}]},"ts":"1731467675484"} 2024-11-13T03:14:35,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T03:14:35,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T03:14:35,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8470 sec 2024-11-13T03:14:38,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T03:14:40,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:40,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:40,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:40,903 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:14:40,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:40,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:40,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:14:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T03:14:42,938 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T03:14:42,938 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T03:14:42,938 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:14:42,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T03:14:42,946 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:14:42,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T03:14:42,989 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:42,991 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:42,996 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:42,998 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:43,001 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:43,039 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:43,041 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:43,043 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:43,045 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834., hostname=8394b182524b,41435,1731467653471, seqNum=2] 2024-11-13T03:14:43,085 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1., hostname=8394b182524b,41547,1731467653419, seqNum=2] 2024-11-13T03:14:43,087 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1., hostname=8394b182524b,41547,1731467653419, seqNum=2] 2024-11-13T03:14:43,088 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1., hostname=8394b182524b,41547,1731467653419, seqNum=2] 2024-11-13T03:14:43,089 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1., hostname=8394b182524b,41547,1731467653419, seqNum=2] 2024-11-13T03:14:43,091 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1., hostname=8394b182524b,41547,1731467653419, seqNum=2] 2024-11-13T03:14:43,092 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1., hostname=8394b182524b,41547,1731467653419, seqNum=2] 2024-11-13T03:14:43,141 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:14:43,147 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f., hostname=8394b182524b,32775,1731467653368, seqNum=2] 2024-11-13T03:14:43,149 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f., hostname=8394b182524b,32775,1731467653368, seqNum=2] 2024-11-13T03:14:43,151 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f., hostname=8394b182524b,32775,1731467653368, seqNum=2] 2024-11-13T03:14:43,152 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f., hostname=8394b182524b,32775,1731467653368, seqNum=2] 2024-11-13T03:14:43,154 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f., hostname=8394b182524b,32775,1731467653368, seqNum=2] 2024-11-13T03:14:44,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:14:44,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T03:14:44,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:14:44,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T03:14:44,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T03:14:44,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:44,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41435 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T03:14:44,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41547 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T03:14:44,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T03:14:44,735 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T03:14:44,736 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:14:44,737 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T03:14:44,738 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T03:14:44,741 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T03:14:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741848_1024 (size=49) 2024-11-13T03:14:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741848_1024 (size=49) 2024-11-13T03:14:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741848_1024 (size=49) 2024-11-13T03:14:44,753 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T03:14:44,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17c74ed8979028019e01c1e049493d02}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82e952bb9eb98f4b6d1f432cb7a88292}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30b9da51e1392c03f2012035de4be18f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcb67d901a5a86518b66a43ddeae8d8b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7e413590c00eef011c7b3c87e3a90ee1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0056640a498828ea1e0ea4cbdbcd0e42}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f4854c07080024658132c04c5f4edc}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58be071256ddcc24a5b8890b0c9df834}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54201c048844e389555839ff7bdbfac1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8f8ebaa78e44f7911a2803fda88496f}] 2024-11-13T03:14:44,755 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:44,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:44,755 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:44,755 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:44,755 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:44,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:44,763 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:44,763 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:44,764 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:44,768 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:46,643 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-13T03:14:54,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T03:14:54,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T03:14:54,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T03:14:54,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T03:14:54,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:14:54,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T03:14:54,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 17c74ed8979028019e01c1e049493d02: 2024-11-13T03:14:54,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:14:54,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:54,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7e413590c00eef011c7b3c87e3a90ee1: 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,758 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c8f8ebaa78e44f7911a2803fda88496f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:14:54,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T03:14:54,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0056640a498828ea1e0ea4cbdbcd0e42: 2024-11-13T03:14:54,758 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 54201c048844e389555839ff7bdbfac1 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T03:14:54,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:14:54,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:14:54,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 82e952bb9eb98f4b6d1f432cb7a88292: 2024-11-13T03:14:54,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:14:54,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. 2024-11-13T03:14:54,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T03:14:54,760 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 58be071256ddcc24a5b8890b0c9df834 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T03:14:54,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T03:14:54,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T03:14:54,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. 2024-11-13T03:14:54,762 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a7f4854c07080024658132c04c5f4edc 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-13T03:14:54,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. 2024-11-13T03:14:54,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 30b9da51e1392c03f2012035de4be18f: 2024-11-13T03:14:54,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:14:54,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1/.tmp/cf/e629c61bfaab48bfba55a7116401938f is 34, key is ccd/cf:cf/1731467684146/Put/seqid=0 2024-11-13T03:14:54,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc/.tmp/cf/166d9d4beffc419fb671c7cea648b3e1 is 34, key is aaa/cf:cf/1731467684095/Put/seqid=0 2024-11-13T03:14:54,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741852_1028 (size=65) 2024-11-13T03:14:54,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834/.tmp/cf/00d7614a7a954ef28450aefcb07cd49c is 34, key is baa/cf:cf/1731467684130/Put/seqid=0 2024-11-13T03:14:54,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741852_1028 (size=65) 2024-11-13T03:14:54,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741852_1028 (size=65) 2024-11-13T03:14:54,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:14:54,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T03:14:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T03:14:54,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:54,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:14:54,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7e413590c00eef011c7b3c87e3a90ee1 in 10.0590 sec 2024-11-13T03:14:54,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741849_1025 (size=65) 2024-11-13T03:14:54,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741849_1025 (size=65) 2024-11-13T03:14:54,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741849_1025 (size=65) 2024-11-13T03:14:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741851_1027 (size=65) 2024-11-13T03:14:54,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741851_1027 (size=65) 2024-11-13T03:14:54,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741851_1027 (size=65) 2024-11-13T03:14:54,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:14:54,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T03:14:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T03:14:54,845 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:54,846 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:14:54,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f/.tmp/cf/82f716eac0074db8b6e99f60813b03e0 is 34, key is eaa/cf:cf/1731467684622/Put/seqid=0 2024-11-13T03:14:54,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 82e952bb9eb98f4b6d1f432cb7a88292 in 10.0940 sec 2024-11-13T03:14:54,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741850_1026 (size=57) 2024-11-13T03:14:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741850_1026 (size=57) 2024-11-13T03:14:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741850_1026 (size=57) 2024-11-13T03:14:54,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:14:54,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T03:14:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T03:14:54,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:54,857 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17c74ed8979028019e01c1e049493d02 2024-11-13T03:14:54,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 17c74ed8979028019e01c1e049493d02 in 10.1050 sec 2024-11-13T03:14:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741853_1029 (size=65) 2024-11-13T03:14:54,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741853_1029 (size=65) 2024-11-13T03:14:54,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741853_1029 (size=65) 2024-11-13T03:14:54,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731467664641.30b9da51e1392c03f2012035de4be18f. 2024-11-13T03:14:54,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T03:14:54,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. 2024-11-13T03:14:54,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for dcb67d901a5a86518b66a43ddeae8d8b: 2024-11-13T03:14:54,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T03:14:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T03:14:54,881 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:54,881 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 30b9da51e1392c03f2012035de4be18f 2024-11-13T03:14:54,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 30b9da51e1392c03f2012035de4be18f in 10.1290 sec 2024-11-13T03:14:54,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741855_1031 (size=499309) 2024-11-13T03:14:54,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741855_1031 (size=499309) 2024-11-13T03:14:54,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741855_1031 (size=499309) 2024-11-13T03:14:54,899 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f/.tmp/cf/82f716eac0074db8b6e99f60813b03e0 2024-11-13T03:14:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741856_1032 (size=26918) 2024-11-13T03:14:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741857_1033 (size=28623) 2024-11-13T03:14:54,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741856_1032 (size=26918) 2024-11-13T03:14:54,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741856_1032 (size=26918) 2024-11-13T03:14:54,904 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc/.tmp/cf/166d9d4beffc419fb671c7cea648b3e1 2024-11-13T03:14:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741857_1033 (size=28623) 2024-11-13T03:14:54,905 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834/.tmp/cf/00d7614a7a954ef28450aefcb07cd49c 2024-11-13T03:14:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741857_1033 (size=28623) 2024-11-13T03:14:54,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741854_1030 (size=47197) 2024-11-13T03:14:54,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741854_1030 (size=47197) 2024-11-13T03:14:54,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741854_1030 (size=47197) 2024-11-13T03:14:54,915 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1/.tmp/cf/e629c61bfaab48bfba55a7116401938f 2024-11-13T03:14:54,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f/.tmp/cf/82f716eac0074db8b6e99f60813b03e0 as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f/cf/82f716eac0074db8b6e99f60813b03e0 2024-11-13T03:14:54,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834/.tmp/cf/00d7614a7a954ef28450aefcb07cd49c as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834/cf/00d7614a7a954ef28450aefcb07cd49c 2024-11-13T03:14:54,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1/.tmp/cf/e629c61bfaab48bfba55a7116401938f as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1/cf/e629c61bfaab48bfba55a7116401938f 2024-11-13T03:14:54,930 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f/cf/82f716eac0074db8b6e99f60813b03e0, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-13T03:14:54,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc/.tmp/cf/166d9d4beffc419fb671c7cea648b3e1 as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc/cf/166d9d4beffc419fb671c7cea648b3e1 2024-11-13T03:14:54,931 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for c8f8ebaa78e44f7911a2803fda88496f in 173ms, sequenceid=5, compaction requested=false 2024-11-13T03:14:54,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c8f8ebaa78e44f7911a2803fda88496f: 2024-11-13T03:14:54,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f/cf/82f716eac0074db8b6e99f60813b03e0] hfiles 2024-11-13T03:14:54,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f/cf/82f716eac0074db8b6e99f60813b03e0 for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,934 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834/cf/00d7614a7a954ef28450aefcb07cd49c, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T03:14:54,935 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 58be071256ddcc24a5b8890b0c9df834 in 175ms, sequenceid=5, compaction requested=false 2024-11-13T03:14:54,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 58be071256ddcc24a5b8890b0c9df834: 2024-11-13T03:14:54,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834/cf/00d7614a7a954ef28450aefcb07cd49c] hfiles 2024-11-13T03:14:54,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/58be071256ddcc24a5b8890b0c9df834/cf/00d7614a7a954ef28450aefcb07cd49c for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,940 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1/cf/e629c61bfaab48bfba55a7116401938f, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T03:14:54,940 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc/cf/166d9d4beffc419fb671c7cea648b3e1, entries=676, sequenceid=5, filesize=26.3 K 2024-11-13T03:14:54,941 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a7f4854c07080024658132c04c5f4edc in 179ms, sequenceid=5, compaction requested=false 2024-11-13T03:14:54,941 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 54201c048844e389555839ff7bdbfac1 in 183ms, sequenceid=5, compaction requested=false 2024-11-13T03:14:54,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 54201c048844e389555839ff7bdbfac1: 2024-11-13T03:14:54,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a7f4854c07080024658132c04c5f4edc: 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. for SnapshotProcedureTest completed. 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1/cf/e629c61bfaab48bfba55a7116401938f] hfiles 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc/cf/166d9d4beffc419fb671c7cea648b3e1] hfiles 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1/cf/e629c61bfaab48bfba55a7116401938f for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/a7f4854c07080024658132c04c5f4edc/cf/166d9d4beffc419fb671c7cea648b3e1 for snapshot=SnapshotProcedureTest 2024-11-13T03:14:54,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741858_1034 (size=65) 2024-11-13T03:14:54,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741858_1034 (size=65) 2024-11-13T03:14:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741858_1034 (size=65) 2024-11-13T03:14:54,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731467664641.dcb67d901a5a86518b66a43ddeae8d8b. 2024-11-13T03:14:54,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T03:14:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T03:14:54,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:54,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcb67d901a5a86518b66a43ddeae8d8b 2024-11-13T03:14:54,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dcb67d901a5a86518b66a43ddeae8d8b in 10.1940 sec 2024-11-13T03:14:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741862_1038 (size=105) 2024-11-13T03:14:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741862_1038 (size=105) 2024-11-13T03:14:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741862_1038 (size=105) 2024-11-13T03:14:54,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:14:54,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T03:14:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T03:14:54,968 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:54,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54201c048844e389555839ff7bdbfac1 2024-11-13T03:14:54,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54201c048844e389555839ff7bdbfac1 in 10.2160 sec 2024-11-13T03:14:54,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741859_1035 (size=97) 2024-11-13T03:14:54,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741861_1037 (size=105) 2024-11-13T03:14:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741859_1035 (size=97) 2024-11-13T03:14:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741861_1037 (size=105) 2024-11-13T03:14:54,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731467664641.a7f4854c07080024658132c04c5f4edc. 2024-11-13T03:14:54,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T03:14:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T03:14:54,978 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:54,978 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7f4854c07080024658132c04c5f4edc 2024-11-13T03:14:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741861_1037 (size=105) 2024-11-13T03:14:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741859_1035 (size=97) 2024-11-13T03:14:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:14:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741860_1036 (size=105) 2024-11-13T03:14:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T03:14:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741860_1036 (size=105) 2024-11-13T03:14:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741860_1036 (size=105) 2024-11-13T03:14:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T03:14:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731467664641.58be071256ddcc24a5b8890b0c9df834. 2024-11-13T03:14:54,979 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T03:14:54,980 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:14:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T03:14:54,980 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:54,981 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58be071256ddcc24a5b8890b0c9df834 2024-11-13T03:14:54,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a7f4854c07080024658132c04c5f4edc in 10.2270 sec 2024-11-13T03:14:54,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c8f8ebaa78e44f7911a2803fda88496f in 10.2270 sec 2024-11-13T03:14:54,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58be071256ddcc24a5b8890b0c9df834 in 10.2280 sec 2024-11-13T03:14:55,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:14:55,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T03:14:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T03:14:55,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:55,230 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:14:55,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=25 2024-11-13T03:14:55,237 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T03:14:55,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0056640a498828ea1e0ea4cbdbcd0e42 in 10.4790 sec 2024-11-13T03:14:55,238 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T03:14:55,238 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T03:14:55,239 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T03:14:55,241 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T03:14:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741863_1039 (size=1174) 2024-11-13T03:14:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741863_1039 (size=1174) 2024-11-13T03:14:55,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741863_1039 (size=1174) 2024-11-13T03:14:55,266 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T03:14:55,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T03:14:55,277 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,32775,1731467653368 2024-11-13T03:14:55,277 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,32775,1731467653368 2024-11-13T03:14:55,278 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,41547,1731467653419 2024-11-13T03:14:55,278 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,41547,1731467653419 2024-11-13T03:14:55,278 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,41435,1731467653471 2024-11-13T03:14:55,284 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,41435,1731467653471 2024-11-13T03:14:55,284 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,32775,1731467653368 2024-11-13T03:14:55,284 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,41547,1731467653419 2024-11-13T03:14:55,284 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,41435,1731467653471 2024-11-13T03:14:55,354 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:14:58,311 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:44869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T03:15:04,600 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T03:15:04,601 INFO [master/8394b182524b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T03:15:05,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-13T03:15:05,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-13T03:15:05,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-13T03:15:05,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-13T03:15:05,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-13T03:15:05,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-13T03:15:05,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-13T03:15:05,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-13T03:15:05,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-13T03:15:05,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T03:15:05,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T03:15:05,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T03:15:05,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T03:15:05,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-13T03:15:05,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-13T03:15:05,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-13T03:15:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T03:15:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-13T03:15:05,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-13T03:15:05,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-13T03:15:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-13T03:15:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-13T03:15:05,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-13T03:15:05,288 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41435,1731467653471 Release verify snapshot worker=8394b182524b,41435,1731467653471 2024-11-13T03:15:05,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T03:15:05,289 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41547,1731467653419 Release verify snapshot worker=8394b182524b,41547,1731467653419 2024-11-13T03:15:05,289 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T03:15:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T03:15:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-13T03:15:05,290 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,32775,1731467653368 Release verify snapshot worker=8394b182524b,32775,1731467653368 2024-11-13T03:15:05,290 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41547,1731467653419 Release verify snapshot worker=8394b182524b,41547,1731467653419 2024-11-13T03:15:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-13T03:15:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-13T03:15:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T03:15:05,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41435,1731467653471 in 10.0160 sec 2024-11-13T03:15:05,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41547,1731467653419 in 10.0180 sec 2024-11-13T03:15:05,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,32775,1731467653368 in 10.0180 sec 2024-11-13T03:15:05,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41547,1731467653419 in 10.0170 sec 2024-11-13T03:15:05,294 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,32775,1731467653368 Release verify snapshot worker=8394b182524b,32775,1731467653368 2024-11-13T03:15:05,294 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41435,1731467653471 Release verify snapshot worker=8394b182524b,41435,1731467653471 2024-11-13T03:15:05,294 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41547,1731467653419 Release verify snapshot worker=8394b182524b,41547,1731467653419 2024-11-13T03:15:05,295 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,32775,1731467653368 Release verify snapshot worker=8394b182524b,32775,1731467653368 2024-11-13T03:15:05,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41435,1731467653471 in 10.0220 sec 2024-11-13T03:15:05,296 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,41435,1731467653471 2024-11-13T03:15:05,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,32775,1731467653368 in 10.0230 sec 2024-11-13T03:15:05,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41547,1731467653419 in 10.0220 sec 2024-11-13T03:15:05,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,32775,1731467653368 in 10.0220 sec 2024-11-13T03:15:05,298 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41435,1731467653471 Release verify snapshot worker=8394b182524b,41435,1731467653471 2024-11-13T03:15:05,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41435,1731467653471 in 10.0260 sec 2024-11-13T03:15:05,355 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 8394b182524b,41435,1731467653471 2024-11-13T03:15:05,355 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8394b182524b,41435,1731467653471: Simulated kill ***** 2024-11-13T03:15:05,355 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T03:15:05,355 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T03:15:05,356 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T03:15:05,356 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T03:15:05,356 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T03:15:05,356 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 472977408 }, "NonHeapMemoryUsage": { "committed": 177209344, "init": 7667712, "max": -1, "used": 171609048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T03:15:05,357 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41201 {}] master.MasterRpcServices(700): 8394b182524b,41435,1731467653471 reported a fatal error: ***** ABORTING region server 8394b182524b,41435,1731467653471: Simulated kill ***** 2024-11-13T03:15:05,357 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,41435,1731467653471' ***** 2024-11-13T03:15:05,357 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T03:15:05,358 INFO [RS:2;8394b182524b:41435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:15:05,358 INFO [RS:2;8394b182524b:41435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T03:15:05,358 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:15:05,358 INFO [RS:2;8394b182524b:41435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T03:15:05,358 INFO [RS:2;8394b182524b:41435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:15:05,358 INFO [RS:2;8394b182524b:41435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8394b182524b:41435. 2024-11-13T03:15:05,358 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T03:15:05,358 DEBUG [RS:2;8394b182524b:41435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:15:05,358 DEBUG [RS:2;8394b182524b:41435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:15:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741836_1012 (size=14382) 2024-11-13T03:15:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741836_1012 (size=14382) 2024-11-13T03:15:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741836_1012 (size=14382) 2024-11-13T03:15:05,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741833_1009 (size=2301) 2024-11-13T03:15:05,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741833_1009 (size=2301) 2024-11-13T03:15:05,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741833_1009 (size=2301) 2024-11-13T03:15:05,365 DEBUG [RS:2;8394b182524b:41435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:15:05,366 INFO [RS:2;8394b182524b:41435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:15:05,366 INFO [RS:2;8394b182524b:41435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41435 2024-11-13T03:15:05,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:15:05,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8394b182524b,41435,1731467653471 2024-11-13T03:15:05,373 INFO [RS:2;8394b182524b:41435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:15:05,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,41435,1731467653471] 2024-11-13T03:15:05,394 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8394b182524b,41435,1731467653471 already deleted, retry=false 2024-11-13T03:15:05,394 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8394b182524b,41435,1731467653471 on 8394b182524b,41201,1731467653167 2024-11-13T03:15:05,395 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8394b182524b,41435,1731467653471, splitWal=true, meta=true 2024-11-13T03:15:05,395 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 8394b182524b,41435,1731467653471 (carryingMeta=true) 8394b182524b,41435,1731467653471/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@540baedf[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T03:15:05,396 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8394b182524b,41435,1731467653471, splitWal=true, meta=true 2024-11-13T03:15:05,397 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8394b182524b,41435,1731467653471, splitWal=true, meta=true, isMeta: true 2024-11-13T03:15:05,398 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting 2024-11-13T03:15:05,399 INFO [PEWorker-5 {}] master.SplitWALManager(105): 8394b182524b,41435,1731467653471 WAL count=1, meta=true 2024-11-13T03:15:05,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta}] 2024-11-13T03:15:05,401 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=8394b182524b,32775,1731467653368 2024-11-13T03:15:05,401 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-13T03:15:05,401 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-13T03:15:05,401 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-13T03:15:05,401 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-13T03:15:05,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta, worker=8394b182524b,32775,1731467653368}] 2024-11-13T03:15:05,402 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41435,1731467653471 Release verify snapshot worker=8394b182524b,41435,1731467653471 2024-11-13T03:15:05,402 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 8394b182524b,41435,1731467653471, this operation will be retried to send to another server 2024-11-13T03:15:05,402 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T03:15:05,402 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731467706402 2024-11-13T03:15:05,424 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:15:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:15:05,484 INFO [RS:2;8394b182524b:41435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:15:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41435-0x101322fabc30003, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:15:05,484 INFO [RS:2;8394b182524b:41435 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,41435,1731467653471; zookeeper connection closed. 2024-11-13T03:15:05,484 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40ccc26a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40ccc26a 2024-11-13T03:15:06,140 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T03:15:06,141 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T03:15:06,404 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=8394b182524b,41547,1731467653419 2024-11-13T03:15:13,141 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T03:15:14,131 INFO [regionserver/8394b182524b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T03:15:15,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-13T03:15:15,431 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta, size=14.0 K (14382bytes) 2024-11-13T03:15:15,431 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta 2024-11-13T03:15:15,432 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta after 0ms 2024-11-13T03:15:15,435 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta took 4ms 2024-11-13T03:15:15,438 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-13T03:15:15,441 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta so closing down 2024-11-13T03:15:15,441 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T03:15:15,444 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta.temp 2024-11-13T03:15:15,447 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta.temp 2024-11-13T03:15:15,448 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T03:15:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741864_1040 (size=14141) 2024-11-13T03:15:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741864_1040 (size=14141) 2024-11-13T03:15:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741864_1040 (size=14141) 2024-11-13T03:15:15,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-13T03:15:15,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta.temp to hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T03:15:15,460 INFO [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-13T03:15:15,460 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta, journal: Splitting hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta, size=14.0 K (14382bytes) at 1731467715431Finishing writing output for hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta so closing down at 1731467715441 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta.temp at 1731467715447 (+6 ms)3 split writer threads finished at 1731467715448 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731467715458 (+10 ms)Rename recovered edits hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta.temp to hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731467715460 (+2 ms)Processed 26 edits across 1 Regions in 25 ms; skipped=1; WAL=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731467715460 2024-11-13T03:15:15,460 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta 2024-11-13T03:15:15,460 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8394b182524b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T03:15:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T03:15:15,465 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting/8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta to hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/oldWALs 2024-11-13T03:15:15,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-13T03:15:15,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta, worker=8394b182524b,32775,1731467653368 in 10.0640 sec 2024-11-13T03:15:15,468 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=8394b182524b,32775,1731467653368 2024-11-13T03:15:15,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T03:15:15,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 8394b182524b%2C41435%2C1731467653471.meta.1731467664491.meta, worker=8394b182524b,32775,1731467653368 in 10.0690 sec 2024-11-13T03:15:15,473 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,41435,1731467653471-splitting dir is empty, no logs to split. 2024-11-13T03:15:15,473 INFO [PEWorker-4 {}] master.SplitWALManager(105): 8394b182524b,41435,1731467653471 WAL count=0, meta=true 2024-11-13T03:15:15,473 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 8394b182524b,41435,1731467653471 WAL splitting is done? wals=0, meta=true 2024-11-13T03:15:15,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T03:15:15,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:15:15,475 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T03:15:15,626 DEBUG [8394b182524b:41201 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T03:15:15,626 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(204): Hosts are {8394b182524b=0} racks are {/default-rack=0} 2024-11-13T03:15:15,626 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T03:15:15,627 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T03:15:15,627 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T03:15:15,627 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T03:15:15,627 INFO [8394b182524b:41201 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T03:15:15,627 INFO [8394b182524b:41201 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T03:15:15,627 DEBUG [8394b182524b:41201 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T03:15:15,627 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8394b182524b,32775,1731467653368 2024-11-13T03:15:15,628 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,32775,1731467653368, state=OPENING 2024-11-13T03:15:15,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:15:15,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:15:15,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:15:15,636 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T03:15:15,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:15:15,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:15:15,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:15:15,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,32775,1731467653368}] 2024-11-13T03:15:16,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-13T03:15:16,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-13T03:15:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41201 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-13T03:15:16,408 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41547,1731467653419 Release verify snapshot worker=8394b182524b,41547,1731467653419 2024-11-13T03:15:16,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-13T03:15:16,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=8394b182524b,41547,1731467653419 in 21.1360 sec 2024-11-13T03:15:16,410 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T03:15:16,411 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T03:15:16,412 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T03:15:16,413 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T03:15:16,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.6790 sec 2024-11-13T03:15:16,475 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T03:15:16,476 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8394b182524b:41435 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8394b182524b/172.17.0.3:41435 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T03:15:16,478 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,41435,1731467653471, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8394b182524b,41435,1731467653471, seqNum=-1, error=java.net.ConnectException: Call to address=8394b182524b:41435 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8394b182524b/172.17.0.3:41435 2024-11-13T03:15:16,478 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,41435,1731467653471, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-13T03:15:16,478 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8394b182524b,41435,1731467653471, seqNum=-1 from cache 2024-11-13T03:15:16,479 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 8394b182524b:41435 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8394b182524b/172.17.0.3:41435 2024-11-13T03:15:16,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:15:16,587 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1] 2024-11-13T03:15:16,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:58918 deadline: 1731467776475, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 2024-11-13T03:15:16,608 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:16,608 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:16,608 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 from cache 2024-11-13T03:15:16,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:15:16,817 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1] 2024-11-13T03:15:16,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:58918 deadline: 1731467776475, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 2024-11-13T03:15:16,819 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:16,819 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:16,819 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 from cache 2024-11-13T03:15:17,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:15:17,128 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1] 2024-11-13T03:15:17,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:58918 deadline: 1731467776476, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 2024-11-13T03:15:17,131 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:17,131 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:17,131 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 from cache 2024-11-13T03:15:17,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:15:17,639 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1] 2024-11-13T03:15:17,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:58918 deadline: 1731467776476, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 2024-11-13T03:15:17,643 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:17,643 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:17,644 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 from cache 2024-11-13T03:15:18,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:15:18,659 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1] 2024-11-13T03:15:18,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:58918 deadline: 1731467776476, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 2024-11-13T03:15:18,670 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 8394b182524b,32775,1731467653368 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T03:15:18,672 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:18,672 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:18,672 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 from cache 2024-11-13T03:15:20,357 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 54201c048844e389555839ff7bdbfac1, had cached 0 bytes from a total of 47197 2024-11-13T03:15:20,366 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 58be071256ddcc24a5b8890b0c9df834, had cached 0 bytes from a total of 28623 2024-11-13T03:15:20,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c8f8ebaa78e44f7911a2803fda88496f, had cached 0 bytes from a total of 499309 2024-11-13T03:15:20,439 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a7f4854c07080024658132c04c5f4edc, had cached 0 bytes from a total of 26918 2024-11-13T03:15:20,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:15:20,699 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1] 2024-11-13T03:15:20,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32775 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:58918 deadline: 1731467776476, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 2024-11-13T03:15:20,703 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 8394b182524b,32775,1731467653368 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T03:15:20,705 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:20,705 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:20,705 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 from cache 2024-11-13T03:15:21,042 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8394b182524b:41201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T03:15:24,726 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:15:24,727 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1] 2024-11-13T03:15:24,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32775 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:58918 deadline: 1731467776475, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 2024-11-13T03:15:24,728 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 8394b182524b,32775,1731467653368 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8253 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T03:15:24,729 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:24,729 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8394b182524b,32775,1731467653368 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T03:15:24,729 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1 from cache 2024-11-13T03:15:25,642 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T03:15:25,643 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T03:15:25,643 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T03:15:25,644 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8394b182524b%2C32775%2C1731467653368.meta, suffix=.meta, logDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,32775,1731467653368, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/oldWALs, maxLogs=32 2024-11-13T03:15:25,657 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,32775,1731467653368/8394b182524b%2C32775%2C1731467653368.meta.1731467725645.meta, exclude list is [], retry=0 2024-11-13T03:15:25,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-9fa4a7c3-8063-460c-a6f1-5914681a3442,DISK] 2024-11-13T03:15:25,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44973,DS-90861a4f-adab-4169-9c35-23cfe2658ce0,DISK] 2024-11-13T03:15:25,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-58adfd0e-dd2b-487a-97ca-ae4dafd37b83,DISK] 2024-11-13T03:15:25,663 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/WALs/8394b182524b,32775,1731467653368/8394b182524b%2C32775%2C1731467653368.meta.1731467725645.meta 2024-11-13T03:15:25,664 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:43319:43319),(127.0.0.1/127.0.0.1:43877:43877)] 2024-11-13T03:15:25,664 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T03:15:25,665 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T03:15:25,665 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T03:15:25,665 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T03:15:25,665 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T03:15:25,665 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T03:15:25,665 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T03:15:25,665 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T03:15:25,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T03:15:25,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T03:15:25,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:15:25,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:15:25,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T03:15:25,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T03:15:25,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:15:25,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:15:25,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T03:15:25,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T03:15:25,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:15:25,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:15:25,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T03:15:25,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T03:15:25,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T03:15:25,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T03:15:25,674 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T03:15:25,675 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740 2024-11-13T03:15:25,677 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740 2024-11-13T03:15:25,678 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T03:15:25,688 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T03:15:25,689 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-13T03:15:25,709 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/.tmp/info/fdae63299e5b46bfb27dfdfa5cd250f2 is 167, key is SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292./info:regioninfo/1731467675403/Put/seqid=0 2024-11-13T03:15:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741866_1042 (size=18393) 2024-11-13T03:15:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741866_1042 (size=18393) 2024-11-13T03:15:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741866_1042 (size=18393) 2024-11-13T03:15:25,915 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 17c74ed8979028019e01c1e049493d02 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:15:25,916 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0056640a498828ea1e0ea4cbdbcd0e42 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:15:25,916 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c8f8ebaa78e44f7911a2803fda88496f changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:15:25,916 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 82e952bb9eb98f4b6d1f432cb7a88292 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:15:25,917 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7e413590c00eef011c7b3c87e3a90ee1 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:15:25,917 DEBUG [master/8394b182524b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 54201c048844e389555839ff7bdbfac1 changed from -1.0 to 0.0, refreshing cache 2024-11-13T03:15:26,124 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/.tmp/info/fdae63299e5b46bfb27dfdfa5cd250f2 2024-11-13T03:15:26,147 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/.tmp/ns/3b310dafbd1a4ea3a8323d38e981a01c is 43, key is default/ns:d/1731467664585/Put/seqid=0 2024-11-13T03:15:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741867_1043 (size=5153) 2024-11-13T03:15:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741867_1043 (size=5153) 2024-11-13T03:15:26,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741867_1043 (size=5153) 2024-11-13T03:15:26,169 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/.tmp/ns/3b310dafbd1a4ea3a8323d38e981a01c 2024-11-13T03:15:26,200 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/.tmp/table/3ebe601f29c34e38bdefae157095a5a9 is 47, key is SPTestTable/table:state/1731467675484/Put/seqid=0 2024-11-13T03:15:26,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741868_1044 (size=5214) 2024-11-13T03:15:26,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741868_1044 (size=5214) 2024-11-13T03:15:26,219 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/.tmp/table/3ebe601f29c34e38bdefae157095a5a9 2024-11-13T03:15:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741868_1044 (size=5214) 2024-11-13T03:15:26,231 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/.tmp/info/fdae63299e5b46bfb27dfdfa5cd250f2 as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/info/fdae63299e5b46bfb27dfdfa5cd250f2 2024-11-13T03:15:26,244 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/info/fdae63299e5b46bfb27dfdfa5cd250f2, entries=100, sequenceid=28, filesize=18.0 K 2024-11-13T03:15:26,245 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/.tmp/ns/3b310dafbd1a4ea3a8323d38e981a01c as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/ns/3b310dafbd1a4ea3a8323d38e981a01c 2024-11-13T03:15:26,253 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/ns/3b310dafbd1a4ea3a8323d38e981a01c, entries=2, sequenceid=28, filesize=5.0 K 2024-11-13T03:15:26,255 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/.tmp/table/3ebe601f29c34e38bdefae157095a5a9 as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/table/3ebe601f29c34e38bdefae157095a5a9 2024-11-13T03:15:26,263 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/table/3ebe601f29c34e38bdefae157095a5a9, entries=2, sequenceid=28, filesize=5.1 K 2024-11-13T03:15:26,263 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 574ms, sequenceid=28, compaction requested=false; wal=null 2024-11-13T03:15:26,264 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-13T03:15:26,266 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T03:15:26,267 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T03:15:26,272 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T03:15:26,274 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T03:15:26,280 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-13T03:15:26,282 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64827399, jitterRate=-0.03399647772312164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T03:15:26,282 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T03:15:26,283 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731467725665Writing region info on filesystem at 1731467725665Initializing all the Stores at 1731467725666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467725666Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467725667 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731467725667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731467725667Obtaining lock to block concurrent updates at 1731467725689 (+22 ms)Preparing flush snapshotting stores in 1588230740 at 1731467725689Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731467725689Flushing stores of hbase:meta,,1.1588230740 at 1731467725689Flushing 1588230740/info: creating writer at 1731467725689Flushing 1588230740/info: appending metadata at 1731467725708 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731467725709 (+1 ms)Flushing 1588230740/ns: creating writer at 1731467726131 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731467726146 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731467726146Flushing 1588230740/table: creating writer at 1731467726178 (+32 ms)Flushing 1588230740/table: appending metadata at 1731467726200 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731467726200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fbafea8: reopening flushed file at 1731467726229 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a038531: reopening flushed file at 1731467726244 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202d89b0: reopening flushed file at 1731467726253 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 574ms, sequenceid=28, compaction requested=false; wal=null at 1731467726263 (+10 ms)Cleaning up temporary data from old regions at 1731467726271 (+8 ms)Running coprocessor post-open hooks at 1731467726282 (+11 ms)Region opened successfully at 1731467726282 2024-11-13T03:15:26,284 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731467725638 2024-11-13T03:15:26,289 DEBUG [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T03:15:26,289 INFO [RS_OPEN_META-regionserver/8394b182524b:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T03:15:26,290 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=8394b182524b,32775,1731467653368 2024-11-13T03:15:26,291 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8394b182524b,32775,1731467653368, state=OPEN 2024-11-13T03:15:26,339 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41201 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=8394b182524b,32775,1731467653368, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T03:15:26,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:15:26,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:15:26,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T03:15:26,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:15:26,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:15:26,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T03:15:26,374 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8394b182524b,32775,1731467653368 2024-11-13T03:15:26,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-13T03:15:26,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8394b182524b,32775,1731467653368 in 10.7380 sec 2024-11-13T03:15:26,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-13T03:15:26,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9030 sec 2024-11-13T03:15:26,380 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 8394b182524b,41435,1731467653471 had 5 regions 2024-11-13T03:15:26,381 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8394b182524b,41435,1731467653471, splitWal=true, meta=true, isMeta: false 2024-11-13T03:15:26,384 INFO [PEWorker-5 {}] master.SplitWALManager(105): 8394b182524b,41435,1731467653471 WAL count=1, meta=false 2024-11-13T03:15:26,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8394b182524b%2C41435%2C1731467653471.1731467654224}] 2024-11-13T03:15:26,386 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=8394b182524b,32775,1731467653368 2024-11-13T03:15:26,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8394b182524b%2C41435%2C1731467653471.1731467654224, worker=8394b182524b,32775,1731467653368}] 2024-11-13T03:15:30,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:15:30,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:15:30,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:15:31,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T03:15:31,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:15:31,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:15:31,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T03:15:34,747 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T03:15:34,749 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8394b182524b,32775,1731467653368, seqNum=-1] 2024-11-13T03:15:34,773 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T03:15:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T03:15:34,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:15:34,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:15:34,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:15:34,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:15:34,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T03:15:34,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078266043, stopped=false 2024-11-13T03:15:34,773 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8394b182524b,41201,1731467653167 2024-11-13T03:15:34,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T03:15:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T03:15:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T03:15:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T03:15:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:15:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:15:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:15:34,824 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:15:34,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T03:15:34,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:15:34,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:15:34,825 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,32775,1731467653368' ***** 2024-11-13T03:15:34,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:15:34,825 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:15:34,825 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8394b182524b,41547,1731467653419' ***** 2024-11-13T03:15:34,825 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T03:15:34,825 INFO [RS:0;8394b182524b:32775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:15:34,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:15:34,825 INFO [RS:0;8394b182524b:32775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:15:34,825 INFO [RS:0;8394b182524b:32775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:15:34,825 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(3091): Received CLOSE for 17c74ed8979028019e01c1e049493d02 2024-11-13T03:15:34,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T03:15:34,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:15:34,825 INFO [RS:1;8394b182524b:41547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T03:15:34,826 INFO [RS:1;8394b182524b:41547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T03:15:34,826 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T03:15:34,826 INFO [RS:1;8394b182524b:41547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T03:15:34,826 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(3091): Received CLOSE for 0056640a498828ea1e0ea4cbdbcd0e42 2024-11-13T03:15:34,826 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(3091): Received CLOSE for 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:15:34,826 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(3091): Received CLOSE for c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:15:34,826 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,32775,1731467653368 2024-11-13T03:15:34,826 INFO [RS:0;8394b182524b:32775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:15:34,826 INFO [RS:0;8394b182524b:32775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8394b182524b:32775. 2024-11-13T03:15:34,826 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e413590c00eef011c7b3c87e3a90ee1 2024-11-13T03:15:34,826 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17c74ed8979028019e01c1e049493d02, disabling compactions & flushes 2024-11-13T03:15:34,826 DEBUG [RS:0;8394b182524b:32775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:15:34,826 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(3091): Received CLOSE for 54201c048844e389555839ff7bdbfac1 2024-11-13T03:15:34,826 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:15:34,826 DEBUG [RS:0;8394b182524b:32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:15:34,826 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(959): stopping server 8394b182524b,41547,1731467653419 2024-11-13T03:15:34,826 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82e952bb9eb98f4b6d1f432cb7a88292, disabling compactions & flushes 2024-11-13T03:15:34,826 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:15:34,826 INFO [RS:1;8394b182524b:41547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:15:34,826 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:15:34,826 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. after waiting 0 ms 2024-11-13T03:15:34,826 INFO [RS:0;8394b182524b:32775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:15:34,826 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:15:34,826 INFO [RS:1;8394b182524b:41547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8394b182524b:41547. 2024-11-13T03:15:34,826 INFO [RS:0;8394b182524b:32775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:15:34,826 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:15:34,826 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. after waiting 0 ms 2024-11-13T03:15:34,826 INFO [RS:0;8394b182524b:32775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:15:34,826 DEBUG [RS:1;8394b182524b:41547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T03:15:34,826 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:15:34,826 DEBUG [RS:1;8394b182524b:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:15:34,826 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T03:15:34,826 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T03:15:34,826 DEBUG [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(1325): Online Regions={82e952bb9eb98f4b6d1f432cb7a88292=SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292., 7e413590c00eef011c7b3c87e3a90ee1=SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1., 54201c048844e389555839ff7bdbfac1=SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1.} 2024-11-13T03:15:34,826 DEBUG [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(1351): Waiting on 54201c048844e389555839ff7bdbfac1, 7e413590c00eef011c7b3c87e3a90ee1, 82e952bb9eb98f4b6d1f432cb7a88292 2024-11-13T03:15:34,827 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-13T03:15:34,827 DEBUG [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(1325): Online Regions={17c74ed8979028019e01c1e049493d02=SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02., 0056640a498828ea1e0ea4cbdbcd0e42=SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42., 1588230740=hbase:meta,,1.1588230740, c8f8ebaa78e44f7911a2803fda88496f=SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f.} 2024-11-13T03:15:34,827 DEBUG [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(1351): Waiting on 0056640a498828ea1e0ea4cbdbcd0e42, 1588230740, 17c74ed8979028019e01c1e049493d02, c8f8ebaa78e44f7911a2803fda88496f 2024-11-13T03:15:34,827 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T03:15:34,827 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T03:15:34,827 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T03:15:34,827 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T03:15:34,827 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T03:15:34,830 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/17c74ed8979028019e01c1e049493d02/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:15:34,831 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:15:34,831 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17c74ed8979028019e01c1e049493d02: Waiting for close lock at 1731467734826Running coprocessor pre-close hooks at 1731467734826Disabling compacts and flushes for region at 1731467734826Disabling writes for close at 1731467734826Writing region close event to WAL at 1731467734826Running coprocessor post-close hooks at 1731467734831 (+5 ms)Closed at 1731467734831 2024-11-13T03:15:34,831 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731467664641.17c74ed8979028019e01c1e049493d02. 2024-11-13T03:15:34,831 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0056640a498828ea1e0ea4cbdbcd0e42, disabling compactions & flushes 2024-11-13T03:15:34,831 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-13T03:15:34,831 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:15:34,831 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:15:34,831 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. after waiting 0 ms 2024-11-13T03:15:34,831 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:15:34,832 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T03:15:34,832 INFO [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T03:15:34,832 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731467734827Running coprocessor pre-close hooks at 1731467734827Disabling compacts and flushes for region at 1731467734827Disabling writes for close at 1731467734827Writing region close event to WAL at 1731467734828 (+1 ms)Running coprocessor post-close hooks at 1731467734832 (+4 ms)Closed at 1731467734832 2024-11-13T03:15:34,832 DEBUG [RS_CLOSE_META-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T03:15:34,833 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/82e952bb9eb98f4b6d1f432cb7a88292/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:15:34,833 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:15:34,833 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82e952bb9eb98f4b6d1f432cb7a88292: Waiting for close lock at 1731467734826Running coprocessor pre-close hooks at 1731467734826Disabling compacts and flushes for region at 1731467734826Disabling writes for close at 1731467734826Writing region close event to WAL at 1731467734827 (+1 ms)Running coprocessor post-close hooks at 1731467734833 (+6 ms)Closed at 1731467734833 2024-11-13T03:15:34,833 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731467664641.82e952bb9eb98f4b6d1f432cb7a88292. 2024-11-13T03:15:34,833 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e413590c00eef011c7b3c87e3a90ee1, disabling compactions & flushes 2024-11-13T03:15:34,833 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:15:34,833 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:15:34,834 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. after waiting 0 ms 2024-11-13T03:15:34,834 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:15:34,835 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/0056640a498828ea1e0ea4cbdbcd0e42/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:15:34,836 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:15:34,836 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:15:34,836 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0056640a498828ea1e0ea4cbdbcd0e42: Waiting for close lock at 1731467734831Running coprocessor pre-close hooks at 1731467734831Disabling compacts and flushes for region at 1731467734831Disabling writes for close at 1731467734831Writing region close event to WAL at 1731467734832 (+1 ms)Running coprocessor post-close hooks at 1731467734836 (+4 ms)Closed at 1731467734836 2024-11-13T03:15:34,836 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731467664641.0056640a498828ea1e0ea4cbdbcd0e42. 2024-11-13T03:15:34,836 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8f8ebaa78e44f7911a2803fda88496f, disabling compactions & flushes 2024-11-13T03:15:34,836 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:15:34,836 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:15:34,836 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. after waiting 0 ms 2024-11-13T03:15:34,836 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:15:34,837 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/7e413590c00eef011c7b3c87e3a90ee1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T03:15:34,838 INFO [regionserver/8394b182524b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:15:34,838 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:15:34,838 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e413590c00eef011c7b3c87e3a90ee1: Waiting for close lock at 1731467734833Running coprocessor pre-close hooks at 1731467734833Disabling compacts and flushes for region at 1731467734833Disabling writes for close at 1731467734834 (+1 ms)Writing region close event to WAL at 1731467734834Running coprocessor post-close hooks at 1731467734838 (+4 ms)Closed at 1731467734838 2024-11-13T03:15:34,838 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731467664641.7e413590c00eef011c7b3c87e3a90ee1. 2024-11-13T03:15:34,838 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54201c048844e389555839ff7bdbfac1, disabling compactions & flushes 2024-11-13T03:15:34,838 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:15:34,838 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:15:34,838 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. after waiting 0 ms 2024-11-13T03:15:34,838 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:15:34,843 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/c8f8ebaa78e44f7911a2803fda88496f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:15:34,844 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:15:34,844 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8f8ebaa78e44f7911a2803fda88496f: Waiting for close lock at 1731467734836Running coprocessor pre-close hooks at 1731467734836Disabling compacts and flushes for region at 1731467734836Disabling writes for close at 1731467734836Writing region close event to WAL at 1731467734840 (+4 ms)Running coprocessor post-close hooks at 1731467734844 (+4 ms)Closed at 1731467734844 2024-11-13T03:15:34,844 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731467664641.c8f8ebaa78e44f7911a2803fda88496f. 2024-11-13T03:15:34,849 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/data/default/SPTestTable/54201c048844e389555839ff7bdbfac1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T03:15:34,849 INFO [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:15:34,849 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54201c048844e389555839ff7bdbfac1: Waiting for close lock at 1731467734838Running coprocessor pre-close hooks at 1731467734838Disabling compacts and flushes for region at 1731467734838Disabling writes for close at 1731467734838Writing region close event to WAL at 1731467734841 (+3 ms)Running coprocessor post-close hooks at 1731467734849 (+8 ms)Closed at 1731467734849 2024-11-13T03:15:34,850 DEBUG [RS_CLOSE_REGION-regionserver/8394b182524b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731467664641.54201c048844e389555839ff7bdbfac1. 2024-11-13T03:15:35,027 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,41547,1731467653419; all regions closed. 2024-11-13T03:15:35,027 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(976): stopping server 8394b182524b,32775,1731467653368; all regions closed. 2024-11-13T03:15:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741835_1011 (size=2364) 2024-11-13T03:15:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741865_1041 (size=678) 2024-11-13T03:15:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741835_1011 (size=2364) 2024-11-13T03:15:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741865_1041 (size=678) 2024-11-13T03:15:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741835_1011 (size=2364) 2024-11-13T03:15:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741865_1041 (size=678) 2024-11-13T03:15:35,035 DEBUG [RS:0;8394b182524b:32775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/oldWALs 2024-11-13T03:15:35,035 INFO [RS:0;8394b182524b:32775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C32775%2C1731467653368.meta:.meta(num 1731467725645) 2024-11-13T03:15:35,035 DEBUG [RS:1;8394b182524b:41547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/oldWALs 2024-11-13T03:15:35,035 INFO [RS:1;8394b182524b:41547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C41547%2C1731467653419:(num 1731467654276) 2024-11-13T03:15:35,035 DEBUG [RS:1;8394b182524b:41547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:15:35,035 INFO [RS:1;8394b182524b:41547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:15:35,035 INFO [RS:1;8394b182524b:41547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:15:35,035 INFO [RS:1;8394b182524b:41547 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T03:15:35,036 INFO [RS:1;8394b182524b:41547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T03:15:35,036 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:15:35,036 INFO [RS:1;8394b182524b:41547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T03:15:35,036 INFO [RS:1;8394b182524b:41547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T03:15:35,036 INFO [RS:1;8394b182524b:41547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:15:35,036 INFO [RS:1;8394b182524b:41547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41547 2024-11-13T03:15:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741834_1010 (size=2334) 2024-11-13T03:15:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741834_1010 (size=2334) 2024-11-13T03:15:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741834_1010 (size=2334) 2024-11-13T03:15:35,041 DEBUG [RS:0;8394b182524b:32775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/oldWALs 2024-11-13T03:15:35,041 INFO [RS:0;8394b182524b:32775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8394b182524b%2C32775%2C1731467653368:(num 1731467654276) 2024-11-13T03:15:35,041 DEBUG [RS:0;8394b182524b:32775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T03:15:35,041 INFO [RS:0;8394b182524b:32775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T03:15:35,042 INFO [RS:0;8394b182524b:32775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:15:35,042 INFO [RS:0;8394b182524b:32775 {}] hbase.ChoreService(370): Chore service for: regionserver/8394b182524b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T03:15:35,042 INFO [RS:0;8394b182524b:32775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:15:35,042 INFO [regionserver/8394b182524b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:15:35,042 INFO [RS:0;8394b182524b:32775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32775 2024-11-13T03:15:35,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T03:15:35,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8394b182524b,41547,1731467653419 2024-11-13T03:15:35,063 INFO [RS:1;8394b182524b:41547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:15:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8394b182524b,32775,1731467653368 2024-11-13T03:15:35,073 INFO [RS:0;8394b182524b:32775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:15:35,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,32775,1731467653368] 2024-11-13T03:15:35,105 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8394b182524b,32775,1731467653368 already deleted, retry=false 2024-11-13T03:15:35,105 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,32775,1731467653368 expired; onlineServers=1 2024-11-13T03:15:35,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8394b182524b,41547,1731467653419] 2024-11-13T03:15:35,115 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8394b182524b,41547,1731467653419 already deleted, retry=false 2024-11-13T03:15:35,115 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8394b182524b,41547,1731467653419 expired; onlineServers=0 2024-11-13T03:15:35,115 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8394b182524b,41201,1731467653167' ***** 2024-11-13T03:15:35,115 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T03:15:35,115 INFO [M:0;8394b182524b:41201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T03:15:35,115 INFO [M:0;8394b182524b:41201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T03:15:35,116 DEBUG [M:0;8394b182524b:41201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T03:15:35,116 DEBUG [M:0;8394b182524b:41201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T03:15:35,116 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T03:15:35,116 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467653972 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.small.0-1731467653972,5,FailOnTimeoutGroup] 2024-11-13T03:15:35,116 DEBUG [master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467653972 {}] cleaner.HFileCleaner(306): Exit Thread[master/8394b182524b:0:becomeActiveMaster-HFileCleaner.large.0-1731467653972,5,FailOnTimeoutGroup] 2024-11-13T03:15:35,116 INFO [M:0;8394b182524b:41201 {}] hbase.ChoreService(370): Chore service for: master/8394b182524b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T03:15:35,116 INFO [M:0;8394b182524b:41201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T03:15:35,116 DEBUG [M:0;8394b182524b:41201 {}] master.HMaster(1795): Stopping service threads 2024-11-13T03:15:35,116 INFO [M:0;8394b182524b:41201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T03:15:35,116 INFO [M:0;8394b182524b:41201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T03:15:35,116 ERROR [M:0;8394b182524b:41201 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:45951 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45951,5,PEWorkerGroup] 2024-11-13T03:15:35,116 INFO [M:0;8394b182524b:41201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T03:15:35,117 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T03:15:35,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T03:15:35,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T03:15:35,126 DEBUG [M:0;8394b182524b:41201 {}] zookeeper.ZKUtil(347): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T03:15:35,126 WARN [M:0;8394b182524b:41201 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T03:15:35,127 INFO [M:0;8394b182524b:41201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/.lastflushedseqids 2024-11-13T03:15:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741869_1045 (size=632) 2024-11-13T03:15:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741869_1045 (size=632) 2024-11-13T03:15:35,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741869_1045 (size=632) 2024-11-13T03:15:35,136 INFO [M:0;8394b182524b:41201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T03:15:35,136 INFO [M:0;8394b182524b:41201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T03:15:35,136 DEBUG [M:0;8394b182524b:41201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T03:15:35,136 INFO [M:0;8394b182524b:41201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:15:35,136 DEBUG [M:0;8394b182524b:41201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:15:35,137 DEBUG [M:0;8394b182524b:41201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T03:15:35,137 DEBUG [M:0;8394b182524b:41201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:15:35,137 INFO [M:0;8394b182524b:41201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.64 KB heapSize=211.74 KB 2024-11-13T03:15:35,152 DEBUG [M:0;8394b182524b:41201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3805de34850423d86b3eaed128a65b1 is 82, key is hbase:meta,,1/info:regioninfo/1731467726290/Put/seqid=0 2024-11-13T03:15:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741870_1046 (size=6071) 2024-11-13T03:15:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741870_1046 (size=6071) 2024-11-13T03:15:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741870_1046 (size=6071) 2024-11-13T03:15:35,158 INFO [M:0;8394b182524b:41201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3805de34850423d86b3eaed128a65b1 2024-11-13T03:15:35,180 DEBUG [M:0;8394b182524b:41201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c137522ebc254d2599d3cf6e70029143 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731467675489/Put/seqid=0 2024-11-13T03:15:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:15:35,184 INFO [RS:1;8394b182524b:41547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:15:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41547-0x101322fabc30002, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:15:35,184 INFO [RS:1;8394b182524b:41547 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,41547,1731467653419; zookeeper connection closed. 2024-11-13T03:15:35,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@370f83a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@370f83a0 2024-11-13T03:15:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741871_1047 (size=11618) 2024-11-13T03:15:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741871_1047 (size=11618) 2024-11-13T03:15:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741871_1047 (size=11618) 2024-11-13T03:15:35,187 INFO [M:0;8394b182524b:41201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.41 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c137522ebc254d2599d3cf6e70029143 2024-11-13T03:15:35,193 INFO [M:0;8394b182524b:41201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c137522ebc254d2599d3cf6e70029143 2024-11-13T03:15:35,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:15:35,194 INFO [RS:0;8394b182524b:32775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:15:35,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32775-0x101322fabc30001, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:15:35,194 INFO [RS:0;8394b182524b:32775 {}] regionserver.HRegionServer(1031): Exiting; stopping=8394b182524b,32775,1731467653368; zookeeper connection closed. 2024-11-13T03:15:35,195 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51bfef5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51bfef5 2024-11-13T03:15:35,195 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T03:15:35,207 DEBUG [M:0;8394b182524b:41201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b5a4ec29dd41c9938f2e1671f77dbb is 69, key is 8394b182524b,32775,1731467653368/rs:state/1731467654062/Put/seqid=0 2024-11-13T03:15:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741872_1048 (size=5447) 2024-11-13T03:15:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741872_1048 (size=5447) 2024-11-13T03:15:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741872_1048 (size=5447) 2024-11-13T03:15:35,214 INFO [M:0;8394b182524b:41201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b5a4ec29dd41c9938f2e1671f77dbb 2024-11-13T03:15:35,220 INFO [M:0;8394b182524b:41201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62b5a4ec29dd41c9938f2e1671f77dbb 2024-11-13T03:15:35,221 DEBUG [M:0;8394b182524b:41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3805de34850423d86b3eaed128a65b1 as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3805de34850423d86b3eaed128a65b1 2024-11-13T03:15:35,227 INFO [M:0;8394b182524b:41201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3805de34850423d86b3eaed128a65b1, entries=14, sequenceid=416, filesize=5.9 K 2024-11-13T03:15:35,228 DEBUG [M:0;8394b182524b:41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c137522ebc254d2599d3cf6e70029143 as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c137522ebc254d2599d3cf6e70029143 2024-11-13T03:15:35,233 INFO [M:0;8394b182524b:41201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c137522ebc254d2599d3cf6e70029143 2024-11-13T03:15:35,233 INFO [M:0;8394b182524b:41201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c137522ebc254d2599d3cf6e70029143, entries=52, sequenceid=416, filesize=11.3 K 2024-11-13T03:15:35,234 DEBUG [M:0;8394b182524b:41201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b5a4ec29dd41c9938f2e1671f77dbb as hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b5a4ec29dd41c9938f2e1671f77dbb 2024-11-13T03:15:35,239 INFO [M:0;8394b182524b:41201 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62b5a4ec29dd41c9938f2e1671f77dbb 2024-11-13T03:15:35,239 INFO [M:0;8394b182524b:41201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/ac52084d-cccf-bc64-8e33-eddd41e5dda3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b5a4ec29dd41c9938f2e1671f77dbb, entries=3, sequenceid=416, filesize=5.3 K 2024-11-13T03:15:35,240 INFO [M:0;8394b182524b:41201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.64 KB/176779, heapSize ~211.45 KB/216520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=416, compaction requested=false 2024-11-13T03:15:35,241 INFO [M:0;8394b182524b:41201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T03:15:35,242 DEBUG [M:0;8394b182524b:41201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731467735136Disabling compacts and flushes for region at 1731467735136Disabling writes for close at 1731467735137 (+1 ms)Obtaining lock to block concurrent updates at 1731467735137Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731467735137Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176779, getHeapSize=216760, getOffHeapSize=0, getCellsCount=515 at 1731467735137Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731467735138 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731467735138Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731467735151 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731467735151Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731467735165 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731467735179 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731467735179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731467735193 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731467735206 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731467735207 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9eefb22: reopening flushed file at 1731467735220 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f3bdf8: reopening flushed file at 1731467735227 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c321d9c: reopening flushed file at 1731467735233 (+6 ms)Finished flush of dataSize ~172.64 KB/176779, heapSize ~211.45 KB/216520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=416, compaction requested=false at 1731467735240 (+7 ms)Writing region close event to WAL at 1731467735241 (+1 ms)Closed at 1731467735241 2024-11-13T03:15:35,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741830_1006 (size=204634) 2024-11-13T03:15:35,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44973 is added to blk_1073741830_1006 (size=204634) 2024-11-13T03:15:35,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741830_1006 (size=204634) 2024-11-13T03:15:35,244 INFO [M:0;8394b182524b:41201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T03:15:35,244 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T03:15:35,244 INFO [M:0;8394b182524b:41201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41201 2024-11-13T03:15:35,245 INFO [M:0;8394b182524b:41201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T03:15:35,356 INFO [M:0;8394b182524b:41201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T03:15:35,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:15:35,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41201-0x101322fabc30000, quorum=127.0.0.1:60403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T03:15:35,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7844ccb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:15:35,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37d3aed5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:15:35,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:15:35,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebc6b91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:15:35,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5061126e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.log.dir/,STOPPED} 2024-11-13T03:15:35,360 WARN [BP-1922837010-172.17.0.3-1731467650474 heartbeating to localhost/127.0.0.1:45951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:15:35,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:15:35,360 WARN [BP-1922837010-172.17.0.3-1731467650474 heartbeating to localhost/127.0.0.1:45951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922837010-172.17.0.3-1731467650474 (Datanode Uuid c9705351-580c-48ce-9903-0f2591cd63b7) service to localhost/127.0.0.1:45951 2024-11-13T03:15:35,360 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:15:35,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data5/current/BP-1922837010-172.17.0.3-1731467650474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:15:35,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data6/current/BP-1922837010-172.17.0.3-1731467650474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:15:35,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:15:35,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ed4247d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:15:35,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a6111ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:15:35,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:15:35,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3323f5bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:15:35,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7470cabd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.log.dir/,STOPPED} 2024-11-13T03:15:35,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:15:35,369 WARN [BP-1922837010-172.17.0.3-1731467650474 heartbeating to localhost/127.0.0.1:45951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:15:35,369 WARN [BP-1922837010-172.17.0.3-1731467650474 heartbeating to localhost/127.0.0.1:45951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922837010-172.17.0.3-1731467650474 (Datanode Uuid 64fb1963-e684-4202-aeb4-f737804f16a6) service to localhost/127.0.0.1:45951 2024-11-13T03:15:35,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:15:35,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data3/current/BP-1922837010-172.17.0.3-1731467650474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:15:35,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data4/current/BP-1922837010-172.17.0.3-1731467650474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:15:35,370 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:15:35,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63cdb200{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T03:15:35,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@628f2dd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:15:35,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:15:35,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78aeb08d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:15:35,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62084108{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.log.dir/,STOPPED} 2024-11-13T03:15:35,373 WARN [BP-1922837010-172.17.0.3-1731467650474 heartbeating to localhost/127.0.0.1:45951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T03:15:35,373 WARN [BP-1922837010-172.17.0.3-1731467650474 heartbeating to localhost/127.0.0.1:45951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922837010-172.17.0.3-1731467650474 (Datanode Uuid a903bf75-b7da-47cb-8033-a3ea0eef6e17) service to localhost/127.0.0.1:45951 2024-11-13T03:15:35,373 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T03:15:35,373 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T03:15:35,374 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data1/current/BP-1922837010-172.17.0.3-1731467650474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:15:35,374 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/cluster_d1dbbe7a-c57d-ec1d-cd01-53c5b8316a62/data/data2/current/BP-1922837010-172.17.0.3-1731467650474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T03:15:35,374 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T03:15:35,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16d13838{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T03:15:35,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@845451c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T03:15:35,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T03:15:35,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6737dec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T03:15:35,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79a74854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/23b7c6b9-68ab-d560-c7bf-3ef67412d2a6/hadoop.log.dir/,STOPPED} 2024-11-13T03:15:35,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T03:15:35,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T03:15:35,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 93) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45951 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:45951 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/8394b182524b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/8394b182524b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 234), ProcessCount=11 (was 11), AvailableMemoryMB=5230 (was 5578)