2024-11-08 20:12:51,409 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 20:12:51,435 main DEBUG Took 0.022530 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 20:12:51,436 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 20:12:51,436 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 20:12:51,438 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 20:12:51,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,450 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 20:12:51,471 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,482 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,483 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,485 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,486 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,488 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,489 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,490 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,492 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,493 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,504 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 20:12:51,505 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,505 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 20:12:51,507 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 20:12:51,508 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 20:12:51,510 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 20:12:51,510 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 20:12:51,512 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 20:12:51,513 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 20:12:51,532 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 20:12:51,536 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 20:12:51,539 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 20:12:51,539 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 20:12:51,540 main DEBUG createAppenders(={Console}) 2024-11-08 20:12:51,541 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 20:12:51,542 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 20:12:51,543 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 20:12:51,543 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 20:12:51,544 main DEBUG OutputStream closed 2024-11-08 20:12:51,544 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 20:12:51,545 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 20:12:51,545 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 20:12:51,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 20:12:51,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 20:12:51,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 20:12:51,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 20:12:51,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 20:12:51,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 20:12:51,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 20:12:51,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 20:12:51,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 20:12:51,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 20:12:51,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 20:12:51,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 20:12:51,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 20:12:51,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 20:12:51,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 20:12:51,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 20:12:51,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 20:12:51,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 20:12:51,668 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 20:12:51,669 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 20:12:51,669 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 20:12:51,670 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T20:12:51,689 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 20:12:51,693 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 20:12:51,693 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T20:12:51,705 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T20:12:51,745 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=4542 2024-11-08T20:12:52,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03 2024-11-08T20:12:52,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:12:52,134 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040, deleteOnExit=true 2024-11-08T20:12:52,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:12:52,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/test.cache.data in system properties and HBase conf 2024-11-08T20:12:52,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:12:52,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:12:52,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:12:52,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:12:52,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:12:52,263 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T20:12:52,398 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:12:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:12:52,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:12:52,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:12:52,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:12:52,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:12:52,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:12:52,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:12:52,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:12:52,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:12:52,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:12:52,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:12:52,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:12:52,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:12:52,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:12:53,693 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T20:12:53,787 INFO [Time-limited test {}] log.Log(170): Logging initialized @3437ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T20:12:53,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:12:53,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:12:54,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:12:54,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:12:54,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:12:54,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:12:54,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a379fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:12:54,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b2f1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:12:54,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dc50b10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/java.io.tmpdir/jetty-localhost-36847-hadoop-hdfs-3_4_1-tests_jar-_-any-5580186746028250621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:12:54,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b7cbd73{HTTP/1.1, (http/1.1)}{localhost:36847} 2024-11-08T20:12:54,294 INFO [Time-limited test {}] server.Server(415): Started @3946ms 2024-11-08T20:12:54,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:12:54,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:12:54,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:12:54,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:12:54,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:12:54,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a7eb648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:12:54,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f25444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:12:54,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56852281{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/java.io.tmpdir/jetty-localhost-37629-hadoop-hdfs-3_4_1-tests_jar-_-any-5530132776108972573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:12:54,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224a6c21{HTTP/1.1, (http/1.1)}{localhost:37629} 2024-11-08T20:12:54,993 INFO [Time-limited test {}] server.Server(415): Started @4644ms 2024-11-08T20:12:55,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:12:55,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:12:55,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:12:55,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:12:55,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:12:55,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:12:55,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbb80b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:12:55,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d2e562a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:12:55,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32810f8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/java.io.tmpdir/jetty-localhost-38439-hadoop-hdfs-3_4_1-tests_jar-_-any-11978385135271857100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:12:55,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b4b5bee{HTTP/1.1, (http/1.1)}{localhost:38439} 2024-11-08T20:12:55,267 INFO [Time-limited test {}] server.Server(415): Started @4919ms 2024-11-08T20:12:55,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:12:55,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:12:55,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:12:55,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:12:55,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:12:55,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:12:55,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a4c317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:12:55,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69b15cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:12:55,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42c90f38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/java.io.tmpdir/jetty-localhost-34345-hadoop-hdfs-3_4_1-tests_jar-_-any-13320932757216753813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:12:55,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a6ee5d9{HTTP/1.1, (http/1.1)}{localhost:34345} 2024-11-08T20:12:55,443 INFO [Time-limited test {}] server.Server(415): Started @5094ms 2024-11-08T20:12:55,445 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:12:57,014 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data2/current/BP-857749043-172.17.0.3-1731096773130/current, will proceed with Du for space computation calculation, 2024-11-08T20:12:57,014 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data3/current/BP-857749043-172.17.0.3-1731096773130/current, will proceed with Du for space computation calculation, 2024-11-08T20:12:57,014 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data4/current/BP-857749043-172.17.0.3-1731096773130/current, will proceed with Du for space computation calculation, 2024-11-08T20:12:57,014 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data1/current/BP-857749043-172.17.0.3-1731096773130/current, will proceed with Du for space computation calculation, 2024-11-08T20:12:57,054 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:12:57,056 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:12:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94c6dca3b1d8262a with lease ID 0xca0b21c049c637eb: Processing first storage report for DS-4309cb8f-190a-4879-9691-785bb8908d22 from datanode DatanodeRegistration(127.0.0.1:43187, datanodeUuid=eb8c8488-4b18-4a30-9bee-442416c5a36b, infoPort=39193, infoSecurePort=0, ipcPort=38589, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130) 2024-11-08T20:12:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94c6dca3b1d8262a with lease ID 0xca0b21c049c637eb: from storage DS-4309cb8f-190a-4879-9691-785bb8908d22 node DatanodeRegistration(127.0.0.1:43187, datanodeUuid=eb8c8488-4b18-4a30-9bee-442416c5a36b, infoPort=39193, infoSecurePort=0, ipcPort=38589, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T20:12:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea595470de0ff9b1 with lease ID 0xca0b21c049c637ec: Processing first storage report for DS-0d0ff978-66ae-4638-89da-833ea2051c36 from datanode DatanodeRegistration(127.0.0.1:34639, datanodeUuid=57229e1e-75c6-46a0-b264-9bec11c48cc4, infoPort=44629, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130) 2024-11-08T20:12:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea595470de0ff9b1 with lease ID 0xca0b21c049c637ec: from storage DS-0d0ff978-66ae-4638-89da-833ea2051c36 node DatanodeRegistration(127.0.0.1:34639, datanodeUuid=57229e1e-75c6-46a0-b264-9bec11c48cc4, infoPort=44629, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T20:12:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94c6dca3b1d8262a with lease ID 0xca0b21c049c637eb: Processing first storage report for DS-258641b6-845b-4f6c-a466-558161fc9495 from datanode DatanodeRegistration(127.0.0.1:43187, datanodeUuid=eb8c8488-4b18-4a30-9bee-442416c5a36b, infoPort=39193, infoSecurePort=0, ipcPort=38589, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130) 2024-11-08T20:12:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94c6dca3b1d8262a with lease ID 0xca0b21c049c637eb: from storage DS-258641b6-845b-4f6c-a466-558161fc9495 node DatanodeRegistration(127.0.0.1:43187, datanodeUuid=eb8c8488-4b18-4a30-9bee-442416c5a36b, infoPort=39193, infoSecurePort=0, ipcPort=38589, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:12:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea595470de0ff9b1 with lease ID 0xca0b21c049c637ec: Processing first storage report for DS-f2c7547d-4fb2-4947-9e40-4c9eb373808e from datanode DatanodeRegistration(127.0.0.1:34639, datanodeUuid=57229e1e-75c6-46a0-b264-9bec11c48cc4, infoPort=44629, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130) 2024-11-08T20:12:57,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea595470de0ff9b1 with lease ID 0xca0b21c049c637ec: from storage DS-f2c7547d-4fb2-4947-9e40-4c9eb373808e node DatanodeRegistration(127.0.0.1:34639, datanodeUuid=57229e1e-75c6-46a0-b264-9bec11c48cc4, infoPort=44629, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:12:57,251 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data5/current/BP-857749043-172.17.0.3-1731096773130/current, will proceed with Du for space computation calculation, 2024-11-08T20:12:57,251 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data6/current/BP-857749043-172.17.0.3-1731096773130/current, will proceed with Du for space computation calculation, 2024-11-08T20:12:57,276 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:12:57,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfba2172b38603d09 with lease ID 0xca0b21c049c637ed: Processing first storage report for DS-873d4b63-400a-412a-9d3e-ef14169919cf from datanode DatanodeRegistration(127.0.0.1:38233, datanodeUuid=960662b0-4ad9-4325-9229-f8a467e52f3f, infoPort=38185, infoSecurePort=0, ipcPort=46551, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130) 2024-11-08T20:12:57,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfba2172b38603d09 with lease ID 0xca0b21c049c637ed: from storage DS-873d4b63-400a-412a-9d3e-ef14169919cf node DatanodeRegistration(127.0.0.1:38233, datanodeUuid=960662b0-4ad9-4325-9229-f8a467e52f3f, infoPort=38185, infoSecurePort=0, ipcPort=46551, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:12:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfba2172b38603d09 with lease ID 0xca0b21c049c637ed: Processing first storage report for DS-bdbd00c9-82b4-4979-a0df-21f1124cfd80 from datanode DatanodeRegistration(127.0.0.1:38233, datanodeUuid=960662b0-4ad9-4325-9229-f8a467e52f3f, infoPort=38185, infoSecurePort=0, ipcPort=46551, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130) 2024-11-08T20:12:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfba2172b38603d09 with lease ID 0xca0b21c049c637ed: from storage DS-bdbd00c9-82b4-4979-a0df-21f1124cfd80 node DatanodeRegistration(127.0.0.1:38233, datanodeUuid=960662b0-4ad9-4325-9229-f8a467e52f3f, infoPort=38185, infoSecurePort=0, ipcPort=46551, storageInfo=lv=-57;cid=testClusterID;nsid=565978451;c=1731096773130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:12:57,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03 2024-11-08T20:12:57,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/zookeeper_0, clientPort=55602, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:12:57,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55602 2024-11-08T20:12:57,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:57,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:12:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:12:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:12:58,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 with version=8 2024-11-08T20:12:58,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/hbase-staging 2024-11-08T20:12:58,152 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T20:12:58,455 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:12:58,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:58,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:58,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:12:58,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:58,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:12:58,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:12:58,651 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T20:12:58,659 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T20:12:58,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:12:58,683 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1001 (auto-detected) 2024-11-08T20:12:58,684 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T20:12:58,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35451 2024-11-08T20:12:58,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35451 connecting to ZooKeeper ensemble=127.0.0.1:55602 2024-11-08T20:12:58,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354510x0, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:12:58,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35451-0x1011c148e790000 connected 2024-11-08T20:12:58,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:58,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:58,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:12:58,973 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83, hbase.cluster.distributed=false 2024-11-08T20:12:58,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:12:59,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35451 2024-11-08T20:12:59,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35451 2024-11-08T20:12:59,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35451 2024-11-08T20:12:59,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35451 2024-11-08T20:12:59,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35451 2024-11-08T20:12:59,095 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:12:59,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:59,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:59,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:12:59,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:59,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:12:59,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:12:59,103 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:12:59,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36989 2024-11-08T20:12:59,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36989 connecting to ZooKeeper ensemble=127.0.0.1:55602 2024-11-08T20:12:59,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:59,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:59,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369890x0, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:12:59,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36989-0x1011c148e790001 connected 2024-11-08T20:12:59,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369890x0, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:12:59,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:12:59,141 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:12:59,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:12:59,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:12:59,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36989 2024-11-08T20:12:59,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36989 2024-11-08T20:12:59,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36989 2024-11-08T20:12:59,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36989 2024-11-08T20:12:59,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36989 2024-11-08T20:12:59,169 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:12:59,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:59,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:59,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:12:59,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:59,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:12:59,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:12:59,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:12:59,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37261 2024-11-08T20:12:59,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37261 connecting to ZooKeeper ensemble=127.0.0.1:55602 2024-11-08T20:12:59,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:59,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:59,192 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372610x0, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:12:59,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37261-0x1011c148e790002 connected 2024-11-08T20:12:59,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:12:59,194 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:12:59,195 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:12:59,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:12:59,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:12:59,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-08T20:12:59,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37261 2024-11-08T20:12:59,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37261 2024-11-08T20:12:59,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-08T20:12:59,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37261 2024-11-08T20:12:59,217 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:12:59,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:59,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:59,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:12:59,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:12:59,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:12:59,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:12:59,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:12:59,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36879 2024-11-08T20:12:59,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36879 connecting to ZooKeeper ensemble=127.0.0.1:55602 2024-11-08T20:12:59,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:59,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:59,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368790x0, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:12:59,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368790x0, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:12:59,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36879-0x1011c148e790003 connected 2024-11-08T20:12:59,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:12:59,237 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:12:59,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:12:59,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:12:59,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36879 2024-11-08T20:12:59,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36879 2024-11-08T20:12:59,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36879 2024-11-08T20:12:59,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36879 2024-11-08T20:12:59,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36879 2024-11-08T20:12:59,259 DEBUG [M:0;ae1476a7656f:35451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:35451 2024-11-08T20:12:59,260 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae1476a7656f,35451,1731096778304 2024-11-08T20:12:59,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:12:59,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:12:59,277 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:12:59,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:12:59,279 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae1476a7656f,35451,1731096778304 2024-11-08T20:12:59,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:12:59,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:12:59,308 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:12:59,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:12:59,308 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:12:59,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:12:59,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:12:59,309 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T20:12:59,310 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae1476a7656f,35451,1731096778304 from backup master directory 2024-11-08T20:12:59,318 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:12:59,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae1476a7656f,35451,1731096778304 2024-11-08T20:12:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:12:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:12:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:12:59,320 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:12:59,320 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,35451,1731096778304 2024-11-08T20:12:59,322 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T20:12:59,324 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T20:12:59,375 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/hbase.id] with ID: 037504e3-6f0a-474e-b161-2ec73dd74270 2024-11-08T20:12:59,375 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/.tmp/hbase.id 2024-11-08T20:12:59,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:12:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:12:59,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:12:59,390 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/.tmp/hbase.id]:[hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/hbase.id] 2024-11-08T20:12:59,436 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:12:59,442 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:12:59,458 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-08T20:12:59,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:12:59,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:12:59,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:12:59,466 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:12:59,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:12:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:12:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:12:59,498 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:12:59,500 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:12:59,513 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T20:12:59,516 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:12:59,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:12:59,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:12:59,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:12:59,565 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store 2024-11-08T20:12:59,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:12:59,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:12:59,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:12:59,594 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T20:12:59,596 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:12:59,597 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:12:59,597 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:12:59,598 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:12:59,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:12:59,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:12:59,599 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:12:59,600 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096779597Disabling compacts and flushes for region at 1731096779597Disabling writes for close at 1731096779599 (+2 ms)Writing region close event to WAL at 1731096779599Closed at 1731096779599 2024-11-08T20:12:59,602 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/.initializing 2024-11-08T20:12:59,602 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/WALs/ae1476a7656f,35451,1731096778304 2024-11-08T20:12:59,610 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:12:59,623 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C35451%2C1731096778304, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/WALs/ae1476a7656f,35451,1731096778304, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/oldWALs, maxLogs=10 2024-11-08T20:12:59,643 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/WALs/ae1476a7656f,35451,1731096778304/ae1476a7656f%2C35451%2C1731096778304.1731096779627, exclude list is [], retry=0 2024-11-08T20:12:59,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-0d0ff978-66ae-4638-89da-833ea2051c36,DISK] 2024-11-08T20:12:59,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-873d4b63-400a-412a-9d3e-ef14169919cf,DISK] 2024-11-08T20:12:59,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-4309cb8f-190a-4879-9691-785bb8908d22,DISK] 2024-11-08T20:12:59,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T20:12:59,700 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/WALs/ae1476a7656f,35451,1731096778304/ae1476a7656f%2C35451%2C1731096778304.1731096779627 2024-11-08T20:12:59,700 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44629:44629),(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:39193:39193)] 2024-11-08T20:12:59,701 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:12:59,701 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:12:59,704 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,705 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:12:59,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:12:59,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:12:59,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:12:59,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:12:59,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:12:59,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:12:59,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:12:59,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:12:59,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:12:59,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:12:59,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:12:59,790 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,793 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,794 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,799 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,800 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,803 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:12:59,806 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:12:59,811 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:12:59,812 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59944732, jitterRate=-0.1067538857460022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:12:59,820 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731096779718Initializing all the Stores at 1731096779720 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096779720Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096779721 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096779721Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096779721Cleaning up temporary data from old regions at 1731096779800 (+79 ms)Region opened successfully at 1731096779819 (+19 ms) 2024-11-08T20:12:59,821 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:12:59,851 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8aa07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:12:59,878 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:12:59,888 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:12:59,888 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:12:59,891 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:12:59,892 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T20:12:59,896 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T20:12:59,897 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T20:12:59,920 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:12:59,928 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T20:12:59,971 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T20:12:59,975 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:12:59,977 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:12:59,990 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T20:12:59,992 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:12:59,995 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:13:00,002 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T20:13:00,004 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:13:00,013 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T20:13:00,033 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:13:00,044 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T20:13:00,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:13:00,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:13:00,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:13:00,055 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:13:00,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,056 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,060 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,35451,1731096778304, sessionid=0x1011c148e790000, setting cluster-up flag (Was=false) 2024-11-08T20:13:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,087 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,119 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T20:13:00,123 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,35451,1731096778304 2024-11-08T20:13:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,150 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,181 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T20:13:00,184 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,35451,1731096778304 2024-11-08T20:13:00,191 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:13:00,249 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer(746): ClusterId : 037504e3-6f0a-474e-b161-2ec73dd74270 2024-11-08T20:13:00,249 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(746): ClusterId : 037504e3-6f0a-474e-b161-2ec73dd74270 2024-11-08T20:13:00,249 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(746): ClusterId : 037504e3-6f0a-474e-b161-2ec73dd74270 2024-11-08T20:13:00,252 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:13:00,252 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:13:00,252 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:13:00,262 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:13:00,270 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:13:00,276 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:13:00,278 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:13:00,278 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:13:00,278 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:13:00,278 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:13:00,278 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:13:00,278 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:13:00,282 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,35451,1731096778304 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:13:00,298 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:13:00,298 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:13:00,298 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:13:00,299 DEBUG [RS:2;ae1476a7656f:36879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157f6049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:13:00,299 DEBUG [RS:0;ae1476a7656f:36989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368b62bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:13:00,299 DEBUG [RS:1;ae1476a7656f:37261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce8e256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:13:00,300 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:13:00,301 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:13:00,301 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:13:00,301 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:13:00,301 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:13:00,301 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,302 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:13:00,302 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,307 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731096810307 2024-11-08T20:13:00,309 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:13:00,310 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:13:00,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:13:00,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:13:00,314 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:13:00,315 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:13:00,315 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:13:00,315 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:13:00,316 DEBUG [RS:2;ae1476a7656f:36879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ae1476a7656f:36879 2024-11-08T20:13:00,318 DEBUG [RS:0;ae1476a7656f:36989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:36989 2024-11-08T20:13:00,319 DEBUG [RS:1;ae1476a7656f:37261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae1476a7656f:37261 2024-11-08T20:13:00,321 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:00,321 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:13:00,321 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:13:00,321 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:13:00,321 DEBUG [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:13:00,322 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:13:00,322 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:13:00,322 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:13:00,322 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:13:00,322 DEBUG [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:13:00,322 DEBUG [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:13:00,320 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,324 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:13:00,325 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,35451,1731096778304 with port=36989, startcode=1731096779065 2024-11-08T20:13:00,325 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,35451,1731096778304 with port=36879, startcode=1731096779217 2024-11-08T20:13:00,325 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,35451,1731096778304 with port=37261, startcode=1731096779168 2024-11-08T20:13:00,326 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:13:00,326 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:13:00,332 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:13:00,332 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:13:00,335 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096780334,5,FailOnTimeoutGroup] 2024-11-08T20:13:00,336 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096780335,5,FailOnTimeoutGroup] 2024-11-08T20:13:00,336 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,336 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:13:00,337 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,338 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,338 DEBUG [RS:1;ae1476a7656f:37261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:13:00,338 DEBUG [RS:0;ae1476a7656f:36989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:13:00,338 DEBUG [RS:2;ae1476a7656f:36879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:13:00,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:13:00,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:13:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:13:00,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:13:00,360 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:00,374 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:13:00,374 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:13:00,374 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:13:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:13:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:13:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:13:00,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:00,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,36989,1731096779065 2024-11-08T20:13:00,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:13:00,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35451 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:00,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:13:00,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:00,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:13:00,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:13:00,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:13:00,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:00,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:13:00,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:13:00,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:13:00,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:00,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:13:00,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,36879,1731096779217 2024-11-08T20:13:00,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35451 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:00,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:13:00,432 DEBUG [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:00,432 DEBUG [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39547 2024-11-08T20:13:00,432 DEBUG [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:13:00,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:13:00,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:00,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,37261,1731096779168 2024-11-08T20:13:00,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35451 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,37261,1731096779168 2024-11-08T20:13:00,433 DEBUG [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:00,433 DEBUG [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39547 2024-11-08T20:13:00,433 DEBUG [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:13:00,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:13:00,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:13:00,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740 2024-11-08T20:13:00,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740 2024-11-08T20:13:00,438 DEBUG [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:00,438 DEBUG [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39547 2024-11-08T20:13:00,438 DEBUG [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:13:00,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:13:00,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:13:00,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:13:00,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:13:00,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:00,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68529017, jitterRate=0.02116192877292633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:13:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731096780410Initializing all the Stores at 1731096780412 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096780413 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096780413Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096780413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096780413Cleaning up temporary data from old regions at 1731096780441 (+28 ms)Region opened successfully at 1731096780455 (+14 ms) 2024-11-08T20:13:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:13:00,456 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:13:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:13:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:13:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:13:00,458 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:13:00,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096780456Disabling compacts and flushes for region at 1731096780456Disabling writes for close at 1731096780456Writing region close event to WAL at 1731096780457 (+1 ms)Closed at 1731096780458 (+1 ms) 2024-11-08T20:13:00,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:13:00,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:13:00,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:13:00,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:13:00,479 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:13:00,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:13:00,529 DEBUG [RS:0;ae1476a7656f:36989 {}] zookeeper.ZKUtil(111): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,36989,1731096779065 2024-11-08T20:13:00,529 DEBUG [RS:2;ae1476a7656f:36879 {}] zookeeper.ZKUtil(111): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,36879,1731096779217 2024-11-08T20:13:00,529 WARN [RS:2;ae1476a7656f:36879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:13:00,529 WARN [RS:0;ae1476a7656f:36989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:13:00,529 INFO [RS:2;ae1476a7656f:36879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:13:00,529 INFO [RS:0;ae1476a7656f:36989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:13:00,530 DEBUG [RS:1;ae1476a7656f:37261 {}] zookeeper.ZKUtil(111): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,37261,1731096779168 2024-11-08T20:13:00,530 DEBUG [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36879,1731096779217 2024-11-08T20:13:00,530 DEBUG [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36989,1731096779065 2024-11-08T20:13:00,530 WARN [RS:1;ae1476a7656f:37261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:13:00,530 INFO [RS:1;ae1476a7656f:37261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:13:00,530 DEBUG [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168 2024-11-08T20:13:00,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,36879,1731096779217] 2024-11-08T20:13:00,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,37261,1731096779168] 2024-11-08T20:13:00,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,36989,1731096779065] 2024-11-08T20:13:00,556 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:13:00,556 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:13:00,556 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:13:00,573 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:13:00,573 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:13:00,573 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:13:00,578 INFO [RS:0;ae1476a7656f:36989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:13:00,578 INFO [RS:1;ae1476a7656f:37261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:13:00,578 INFO [RS:2;ae1476a7656f:36879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:13:00,578 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,578 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,578 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,579 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:13:00,579 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:13:00,579 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:13:00,586 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:13:00,586 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:13:00,586 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:13:00,587 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,587 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,587 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,587 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:13:00,588 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:13:00,588 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,588 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:13:00,589 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:13:00,589 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:13:00,589 DEBUG [RS:2;ae1476a7656f:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:13:00,589 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,589 DEBUG [RS:1;ae1476a7656f:37261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:13:00,589 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:13:00,590 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:13:00,590 DEBUG [RS:0;ae1476a7656f:36989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:13:00,593 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,593 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,593 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,593 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,593 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,593 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,593 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,593 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,593 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,594 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,594 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,594 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,594 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,594 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,594 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,37261,1731096779168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:13:00,594 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,594 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36879,1731096779217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:13:00,594 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36989,1731096779065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:13:00,613 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:13:00,613 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:13:00,613 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:13:00,615 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36989,1731096779065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,615 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,37261,1731096779168-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,615 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,36879,1731096779217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,616 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,616 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,616 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,616 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.Replication(171): ae1476a7656f,36989,1731096779065 started 2024-11-08T20:13:00,616 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.Replication(171): ae1476a7656f,36879,1731096779217 started 2024-11-08T20:13:00,616 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.Replication(171): ae1476a7656f,37261,1731096779168 started 2024-11-08T20:13:00,630 WARN [ae1476a7656f:35451 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T20:13:00,634 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,634 INFO [RS:1;ae1476a7656f:37261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,634 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,37261,1731096779168, RpcServer on ae1476a7656f/172.17.0.3:37261, sessionid=0x1011c148e790002 2024-11-08T20:13:00,634 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,36989,1731096779065, RpcServer on ae1476a7656f/172.17.0.3:36989, sessionid=0x1011c148e790001 2024-11-08T20:13:00,635 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:13:00,635 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:13:00,635 DEBUG [RS:0;ae1476a7656f:36989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,36989,1731096779065 2024-11-08T20:13:00,635 DEBUG [RS:1;ae1476a7656f:37261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,37261,1731096779168 2024-11-08T20:13:00,635 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36989,1731096779065' 2024-11-08T20:13:00,635 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,37261,1731096779168' 2024-11-08T20:13:00,636 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:13:00,636 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:13:00,636 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:13:00,636 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:13:00,637 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:13:00,637 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:13:00,637 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:13:00,637 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:13:00,637 DEBUG [RS:1;ae1476a7656f:37261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,37261,1731096779168 2024-11-08T20:13:00,637 DEBUG [RS:0;ae1476a7656f:36989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,36989,1731096779065 2024-11-08T20:13:00,637 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36989,1731096779065' 2024-11-08T20:13:00,637 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,37261,1731096779168' 2024-11-08T20:13:00,637 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:13:00,637 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:13:00,638 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:13:00,638 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:13:00,638 DEBUG [RS:1;ae1476a7656f:37261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:13:00,638 DEBUG [RS:0;ae1476a7656f:36989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:13:00,638 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:00,638 INFO [RS:1;ae1476a7656f:37261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:13:00,638 INFO [RS:0;ae1476a7656f:36989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:13:00,638 INFO [RS:1;ae1476a7656f:37261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:13:00,638 INFO [RS:0;ae1476a7656f:36989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:13:00,638 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,36879,1731096779217, RpcServer on ae1476a7656f/172.17.0.3:36879, sessionid=0x1011c148e790003 2024-11-08T20:13:00,639 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:13:00,639 DEBUG [RS:2;ae1476a7656f:36879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,36879,1731096779217 2024-11-08T20:13:00,639 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36879,1731096779217' 2024-11-08T20:13:00,639 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:13:00,639 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:13:00,640 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:13:00,640 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:13:00,640 DEBUG [RS:2;ae1476a7656f:36879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,36879,1731096779217 2024-11-08T20:13:00,640 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,36879,1731096779217' 2024-11-08T20:13:00,640 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:13:00,641 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:13:00,641 DEBUG [RS:2;ae1476a7656f:36879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:13:00,641 INFO [RS:2;ae1476a7656f:36879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:13:00,641 INFO [RS:2;ae1476a7656f:36879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:13:00,743 INFO [RS:1;ae1476a7656f:37261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:13:00,743 INFO [RS:0;ae1476a7656f:36989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:13:00,743 INFO [RS:2;ae1476a7656f:36879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:13:00,746 INFO [RS:1;ae1476a7656f:37261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C37261%2C1731096779168, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/oldWALs, maxLogs=32 2024-11-08T20:13:00,746 INFO [RS:2;ae1476a7656f:36879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C36879%2C1731096779217, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36879,1731096779217, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/oldWALs, maxLogs=32 2024-11-08T20:13:00,746 INFO [RS:0;ae1476a7656f:36989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C36989%2C1731096779065, suffix=, logDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36989,1731096779065, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/oldWALs, maxLogs=32 2024-11-08T20:13:00,762 DEBUG [RS:0;ae1476a7656f:36989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36989,1731096779065/ae1476a7656f%2C36989%2C1731096779065.1731096780750, exclude list is [], retry=0 2024-11-08T20:13:00,762 DEBUG [RS:1;ae1476a7656f:37261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168/ae1476a7656f%2C37261%2C1731096779168.1731096780749, exclude list is [], retry=0 2024-11-08T20:13:00,762 DEBUG [RS:2;ae1476a7656f:36879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36879,1731096779217/ae1476a7656f%2C36879%2C1731096779217.1731096780749, exclude list is [], retry=0 2024-11-08T20:13:00,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-873d4b63-400a-412a-9d3e-ef14169919cf,DISK] 2024-11-08T20:13:00,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-0d0ff978-66ae-4638-89da-833ea2051c36,DISK] 2024-11-08T20:13:00,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-873d4b63-400a-412a-9d3e-ef14169919cf,DISK] 2024-11-08T20:13:00,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-4309cb8f-190a-4879-9691-785bb8908d22,DISK] 2024-11-08T20:13:00,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-0d0ff978-66ae-4638-89da-833ea2051c36,DISK] 2024-11-08T20:13:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-4309cb8f-190a-4879-9691-785bb8908d22,DISK] 2024-11-08T20:13:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-0d0ff978-66ae-4638-89da-833ea2051c36,DISK] 2024-11-08T20:13:00,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-4309cb8f-190a-4879-9691-785bb8908d22,DISK] 2024-11-08T20:13:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-873d4b63-400a-412a-9d3e-ef14169919cf,DISK] 2024-11-08T20:13:00,779 INFO [RS:1;ae1476a7656f:37261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168/ae1476a7656f%2C37261%2C1731096779168.1731096780749 2024-11-08T20:13:00,781 INFO [RS:2;ae1476a7656f:36879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36879,1731096779217/ae1476a7656f%2C36879%2C1731096779217.1731096780749 2024-11-08T20:13:00,781 DEBUG [RS:1;ae1476a7656f:37261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:39193:39193),(127.0.0.1/127.0.0.1:44629:44629)] 2024-11-08T20:13:00,782 DEBUG [RS:2;ae1476a7656f:36879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44629:44629),(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:39193:39193)] 2024-11-08T20:13:00,782 INFO [RS:0;ae1476a7656f:36989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36989,1731096779065/ae1476a7656f%2C36989%2C1731096779065.1731096780750 2024-11-08T20:13:00,783 DEBUG [RS:0;ae1476a7656f:36989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:39193:39193),(127.0.0.1/127.0.0.1:44629:44629)] 2024-11-08T20:13:00,885 DEBUG [ae1476a7656f:35451 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T20:13:00,898 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:13:00,906 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:13:00,906 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:13:00,906 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T20:13:00,906 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:13:00,906 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:13:00,906 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T20:13:00,907 INFO [ae1476a7656f:35451 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:13:00,907 INFO [ae1476a7656f:35451 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:13:00,907 INFO [ae1476a7656f:35451 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T20:13:00,907 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:13:00,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:00,920 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,36989,1731096779065, state=OPENING 2024-11-08T20:13:00,929 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:13:00,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,939 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:13:00,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:13:00,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:13:00,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:13:00,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:13:00,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:13:00,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,36989,1731096779065}] 2024-11-08T20:13:08,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:13:08,648 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T20:13:10,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:13:10,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:13:10,989 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:13:10,989 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:13:10,990 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:13:10,993 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C36989%2C1731096779065.meta, suffix=.meta, logDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36989,1731096779065, archiveDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/oldWALs, maxLogs=32 2024-11-08T20:13:11,012 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36989,1731096779065/ae1476a7656f%2C36989%2C1731096779065.meta.1731096790996.meta, exclude list is [], retry=0 2024-11-08T20:13:11,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-873d4b63-400a-412a-9d3e-ef14169919cf,DISK] 2024-11-08T20:13:11,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34639,DS-0d0ff978-66ae-4638-89da-833ea2051c36,DISK] 2024-11-08T20:13:11,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-4309cb8f-190a-4879-9691-785bb8908d22,DISK] 2024-11-08T20:13:11,021 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,36989,1731096779065/ae1476a7656f%2C36989%2C1731096779065.meta.1731096790996.meta 2024-11-08T20:13:11,021 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44629:44629),(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:39193:39193)] 2024-11-08T20:13:11,022 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:13:11,023 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:13:11,026 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:13:11,031 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:13:11,036 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:13:11,036 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,037 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:13:11,037 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:13:11,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:13:11,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:13:11,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:11,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:13:11,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:13:11,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:13:11,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:11,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:13:11,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:13:11,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:13:11,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:11,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:13:11,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:13:11,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:13:11,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:11,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:13:11,050 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:13:11,051 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740 2024-11-08T20:13:11,054 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740 2024-11-08T20:13:11,057 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:13:11,057 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:13:11,058 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:13:11,060 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:13:11,062 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70555270, jitterRate=0.051355451345443726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:13:11,062 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:13:11,063 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731096791037Writing region info on filesystem at 1731096791037Initializing all the Stores at 1731096791039 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096791039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096791039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096791039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096791039Cleaning up temporary data from old regions at 1731096791057 (+18 ms)Running coprocessor post-open hooks at 1731096791062 (+5 ms)Region opened successfully at 1731096791063 (+1 ms) 2024-11-08T20:13:11,072 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731096790963 2024-11-08T20:13:11,084 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:13:11,084 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:13:11,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:11,089 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,36989,1731096779065, state=OPEN 2024-11-08T20:13:11,160 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:13:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:13:11,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:13:11,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:13:11,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:13:11,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:13:11,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:13:11,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:13:11,162 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:11,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:13:11,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,36989,1731096779065 in 10.2180 sec 2024-11-08T20:13:11,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:13:11,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7020 sec 2024-11-08T20:13:11,175 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:13:11,175 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:13:11,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:13:11,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,36989,1731096779065, seqNum=-1] 2024-11-08T20:13:11,215 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:13:11,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:13:11,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0140 sec 2024-11-08T20:13:11,235 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731096791235, completionTime=-1 2024-11-08T20:13:11,239 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T20:13:11,239 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:13:11,268 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T20:13:11,268 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731096851268 2024-11-08T20:13:11,268 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731096911268 2024-11-08T20:13:11,268 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-08T20:13:11,270 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:13:11,278 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35451,1731096778304-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:11,278 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35451,1731096778304-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:11,278 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35451,1731096778304-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:11,280 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:35451, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:11,280 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:11,281 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:11,285 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:13:11,307 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.986sec 2024-11-08T20:13:11,308 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:13:11,309 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:13:11,310 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:13:11,310 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:13:11,310 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:13:11,311 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35451,1731096778304-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:13:11,311 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35451,1731096778304-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:13:11,315 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:13:11,317 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:13:11,317 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,35451,1731096778304-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:13:11,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769afd8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:13:11,377 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T20:13:11,377 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T20:13:11,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,35451,-1 for getting cluster id 2024-11-08T20:13:11,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:13:11,393 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '037504e3-6f0a-474e-b161-2ec73dd74270' 2024-11-08T20:13:11,396 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:13:11,397 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "037504e3-6f0a-474e-b161-2ec73dd74270" 2024-11-08T20:13:11,397 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9c68a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:13:11,398 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,35451,-1] 2024-11-08T20:13:11,400 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:13:11,402 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:13:11,403 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:13:11,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa6eb75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:13:11,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:13:11,412 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,36989,1731096779065, seqNum=-1] 2024-11-08T20:13:11,413 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:13:11,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:13:11,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,35451,1731096778304 2024-11-08T20:13:11,454 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096791453 (current time:1731096791453). 2024-11-08T20:13:11,455 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:13:11,455 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T20:13:11,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1868b0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:13:11,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,35451,-1 for getting cluster id 2024-11-08T20:13:11,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:13:11,459 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '037504e3-6f0a-474e-b161-2ec73dd74270' 2024-11-08T20:13:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:13:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "037504e3-6f0a-474e-b161-2ec73dd74270" 2024-11-08T20:13:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d10185b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:13:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,35451,-1] 2024-11-08T20:13:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:13:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:13:11,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:13:11,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1686224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:13:11,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:13:11,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,36989,1731096779065, seqNum=-1] 2024-11-08T20:13:11,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:13:11,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:13:11,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:13:11,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:13:11,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:13:11,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:13:11,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:13:11,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:13:11,489 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,35451,1731096778304 2024-11-08T20:13:11,492 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fdf2748 2024-11-08T20:13:11,493 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:13:11,495 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:13:11,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:13:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T20:13:11,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:13:11,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T20:13:11,514 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:11,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:13:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:13:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741837_1013 (size=361) 2024-11-08T20:13:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741837_1013 (size=361) 2024-11-08T20:13:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741837_1013 (size=361) 2024-11-08T20:13:11,538 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 94d020466255eac4297939dc66fa4dbf, NAME => 'SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,539 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55b06be90da79f2aeef29c2201dfee1a, NAME => 'SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a03e025afd59ff621ae819d696c94b6d, NAME => 'SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741838_1014 (size=62) 2024-11-08T20:13:11,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741840_1016 (size=54) 2024-11-08T20:13:11,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741838_1014 (size=62) 2024-11-08T20:13:11,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741840_1016 (size=54) 2024-11-08T20:13:11,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741840_1016 (size=54) 2024-11-08T20:13:11,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741838_1014 (size=62) 2024-11-08T20:13:11,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 94d020466255eac4297939dc66fa4dbf, disabling compactions & flushes 2024-11-08T20:13:11,565 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:11,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 55b06be90da79f2aeef29c2201dfee1a, disabling compactions & flushes 2024-11-08T20:13:11,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:11,566 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:13:11,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. after waiting 0 ms 2024-11-08T20:13:11,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:13:11,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:11,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. after waiting 0 ms 2024-11-08T20:13:11,566 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:11,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:13:11,566 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:13:11,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 94d020466255eac4297939dc66fa4dbf: Waiting for close lock at 1731096791565Disabling compacts and flushes for region at 1731096791565Disabling writes for close at 1731096791566 (+1 ms)Writing region close event to WAL at 1731096791566Closed at 1731096791566 2024-11-08T20:13:11,566 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55b06be90da79f2aeef29c2201dfee1a: Waiting for close lock at 1731096791565Disabling compacts and flushes for region at 1731096791565Disabling writes for close at 1731096791566 (+1 ms)Writing region close event to WAL at 1731096791566Closed at 1731096791566 2024-11-08T20:13:11,567 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 02544758dbaabacddd19379fa118f419, NAME => 'SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,568 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 663ab76828633d43ea70e359f0d451e1, NAME => 'SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741839_1015 (size=62) 2024-11-08T20:13:11,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741839_1015 (size=62) 2024-11-08T20:13:11,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741839_1015 (size=62) 2024-11-08T20:13:11,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a03e025afd59ff621ae819d696c94b6d, disabling compactions & flushes 2024-11-08T20:13:11,576 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:13:11,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:13:11,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. after waiting 0 ms 2024-11-08T20:13:11,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:13:11,576 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:13:11,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a03e025afd59ff621ae819d696c94b6d: Waiting for close lock at 1731096791576Disabling compacts and flushes for region at 1731096791576Disabling writes for close at 1731096791576Writing region close event to WAL at 1731096791576Closed at 1731096791576 2024-11-08T20:13:11,578 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b356359b8942629f484bd8913bb506a2, NAME => 'SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741841_1017 (size=62) 2024-11-08T20:13:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741841_1017 (size=62) 2024-11-08T20:13:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741841_1017 (size=62) 2024-11-08T20:13:11,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 663ab76828633d43ea70e359f0d451e1, disabling compactions & flushes 2024-11-08T20:13:11,596 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:11,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:11,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. after waiting 0 ms 2024-11-08T20:13:11,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:11,596 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:11,596 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 663ab76828633d43ea70e359f0d451e1: Waiting for close lock at 1731096791596Disabling compacts and flushes for region at 1731096791596Disabling writes for close at 1731096791596Writing region close event to WAL at 1731096791596Closed at 1731096791596 2024-11-08T20:13:11,597 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2569044dec59c00ff6f5b0c40ced3cfa, NAME => 'SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741842_1018 (size=62) 2024-11-08T20:13:11,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741842_1018 (size=62) 2024-11-08T20:13:11,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741842_1018 (size=62) 2024-11-08T20:13:11,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 02544758dbaabacddd19379fa118f419, disabling compactions & flushes 2024-11-08T20:13:11,609 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:13:11,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:13:11,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. after waiting 0 ms 2024-11-08T20:13:11,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:13:11,609 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:13:11,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 02544758dbaabacddd19379fa118f419: Waiting for close lock at 1731096791609Disabling compacts and flushes for region at 1731096791609Disabling writes for close at 1731096791609Writing region close event to WAL at 1731096791609Closed at 1731096791609 2024-11-08T20:13:11,610 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 83f53df24047497e975b4fcc7827167a, NAME => 'SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741843_1019 (size=62) 2024-11-08T20:13:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741843_1019 (size=62) 2024-11-08T20:13:11,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741843_1019 (size=62) 2024-11-08T20:13:11,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b356359b8942629f484bd8913bb506a2, disabling compactions & flushes 2024-11-08T20:13:11,618 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:13:11,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:13:11,618 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. after waiting 0 ms 2024-11-08T20:13:11,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:13:11,619 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:13:11,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b356359b8942629f484bd8913bb506a2: Waiting for close lock at 1731096791618Disabling compacts and flushes for region at 1731096791618Disabling writes for close at 1731096791619 (+1 ms)Writing region close event to WAL at 1731096791619Closed at 1731096791619 2024-11-08T20:13:11,620 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2bdc505a6ef585d0398400d6cb892b79, NAME => 'SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:13:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741844_1020 (size=62) 2024-11-08T20:13:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741844_1020 (size=62) 2024-11-08T20:13:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741844_1020 (size=62) 2024-11-08T20:13:11,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 2569044dec59c00ff6f5b0c40ced3cfa, disabling compactions & flushes 2024-11-08T20:13:11,642 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:11,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:11,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. after waiting 0 ms 2024-11-08T20:13:11,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:11,642 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:11,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2569044dec59c00ff6f5b0c40ced3cfa: Waiting for close lock at 1731096791642Disabling compacts and flushes for region at 1731096791642Disabling writes for close at 1731096791642Writing region close event to WAL at 1731096791642Closed at 1731096791642 2024-11-08T20:13:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741845_1021 (size=62) 2024-11-08T20:13:11,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741845_1021 (size=62) 2024-11-08T20:13:11,643 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52818c638ddfc914a73ff92ffdbda384, NAME => 'SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83 2024-11-08T20:13:11,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741845_1021 (size=62) 2024-11-08T20:13:11,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 83f53df24047497e975b4fcc7827167a, disabling compactions & flushes 2024-11-08T20:13:11,645 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:13:11,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:13:11,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. after waiting 0 ms 2024-11-08T20:13:11,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:13:11,645 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:13:11,646 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 83f53df24047497e975b4fcc7827167a: Waiting for close lock at 1731096791645Disabling compacts and flushes for region at 1731096791645Disabling writes for close at 1731096791645Writing region close event to WAL at 1731096791645Closed at 1731096791645 2024-11-08T20:13:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741846_1022 (size=62) 2024-11-08T20:13:11,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741846_1022 (size=62) 2024-11-08T20:13:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741846_1022 (size=62) 2024-11-08T20:13:11,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2bdc505a6ef585d0398400d6cb892b79, disabling compactions & flushes 2024-11-08T20:13:11,652 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:13:11,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:13:11,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. after waiting 0 ms 2024-11-08T20:13:11,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:13:11,653 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:13:11,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2bdc505a6ef585d0398400d6cb892b79: Waiting for close lock at 1731096791652Disabling compacts and flushes for region at 1731096791652Disabling writes for close at 1731096791653 (+1 ms)Writing region close event to WAL at 1731096791653Closed at 1731096791653 2024-11-08T20:13:11,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741847_1023 (size=54) 2024-11-08T20:13:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741847_1023 (size=54) 2024-11-08T20:13:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741847_1023 (size=54) 2024-11-08T20:13:11,662 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:11,662 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 52818c638ddfc914a73ff92ffdbda384, disabling compactions & flushes 2024-11-08T20:13:11,662 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:11,662 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:11,662 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. after waiting 0 ms 2024-11-08T20:13:11,662 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:11,662 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:11,662 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52818c638ddfc914a73ff92ffdbda384: Waiting for close lock at 1731096791662Disabling compacts and flushes for region at 1731096791662Disabling writes for close at 1731096791662Writing region close event to WAL at 1731096791662Closed at 1731096791662 2024-11-08T20:13:11,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:13:11,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731096791665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096791665"}]},"ts":"1731096791665"} 2024-11-08T20:13:11,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T20:13:11,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:13:11,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096791717"}]},"ts":"1731096791717"} 2024-11-08T20:13:11,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T20:13:11,724 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:13:11,733 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:13:11,733 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:13:11,733 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T20:13:11,733 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:13:11,733 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:13:11,733 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T20:13:11,733 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:13:11,733 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:13:11,733 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T20:13:11,734 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:13:11,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55b06be90da79f2aeef29c2201dfee1a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a03e025afd59ff621ae819d696c94b6d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02544758dbaabacddd19379fa118f419, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b356359b8942629f484bd8913bb506a2, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83f53df24047497e975b4fcc7827167a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2bdc505a6ef585d0398400d6cb892b79, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN}] 2024-11-08T20:13:11,741 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55b06be90da79f2aeef29c2201dfee1a, ASSIGN 2024-11-08T20:13:11,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN 2024-11-08T20:13:11,741 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a03e025afd59ff621ae819d696c94b6d, ASSIGN 2024-11-08T20:13:11,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN 2024-11-08T20:13:11,743 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55b06be90da79f2aeef29c2201dfee1a, ASSIGN; state=OFFLINE, location=ae1476a7656f,36989,1731096779065; forceNewPlan=false, retain=false 2024-11-08T20:13:11,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN; state=OFFLINE, location=ae1476a7656f,37261,1731096779168; forceNewPlan=false, retain=false 2024-11-08T20:13:11,743 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN; state=OFFLINE, location=ae1476a7656f,37261,1731096779168; forceNewPlan=false, retain=false 2024-11-08T20:13:11,743 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a03e025afd59ff621ae819d696c94b6d, ASSIGN; state=OFFLINE, location=ae1476a7656f,36879,1731096779217; forceNewPlan=false, retain=false 2024-11-08T20:13:11,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2bdc505a6ef585d0398400d6cb892b79, ASSIGN 2024-11-08T20:13:11,749 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b356359b8942629f484bd8913bb506a2, ASSIGN 2024-11-08T20:13:11,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83f53df24047497e975b4fcc7827167a, ASSIGN 2024-11-08T20:13:11,750 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN 2024-11-08T20:13:11,750 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN 2024-11-08T20:13:11,752 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b356359b8942629f484bd8913bb506a2, ASSIGN; state=OFFLINE, location=ae1476a7656f,36879,1731096779217; forceNewPlan=false, retain=false 2024-11-08T20:13:11,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2bdc505a6ef585d0398400d6cb892b79, ASSIGN; state=OFFLINE, location=ae1476a7656f,36879,1731096779217; forceNewPlan=false, retain=false 2024-11-08T20:13:11,752 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN; state=OFFLINE, location=ae1476a7656f,37261,1731096779168; forceNewPlan=false, retain=false 2024-11-08T20:13:11,752 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN; state=OFFLINE, location=ae1476a7656f,37261,1731096779168; forceNewPlan=false, retain=false 2024-11-08T20:13:11,752 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83f53df24047497e975b4fcc7827167a, ASSIGN; state=OFFLINE, location=ae1476a7656f,36989,1731096779065; forceNewPlan=false, retain=false 2024-11-08T20:13:11,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02544758dbaabacddd19379fa118f419, ASSIGN 2024-11-08T20:13:11,762 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02544758dbaabacddd19379fa118f419, ASSIGN; state=OFFLINE, location=ae1476a7656f,36989,1731096779065; forceNewPlan=false, retain=false 2024-11-08T20:13:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:13:11,900 INFO [ae1476a7656f:35451 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T20:13:11,901 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=52818c638ddfc914a73ff92ffdbda384, regionState=OPENING, regionLocation=ae1476a7656f,37261,1731096779168 2024-11-08T20:13:11,901 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2569044dec59c00ff6f5b0c40ced3cfa, regionState=OPENING, regionLocation=ae1476a7656f,37261,1731096779168 2024-11-08T20:13:11,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=663ab76828633d43ea70e359f0d451e1, regionState=OPENING, regionLocation=ae1476a7656f,37261,1731096779168 2024-11-08T20:13:11,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=94d020466255eac4297939dc66fa4dbf, regionState=OPENING, regionLocation=ae1476a7656f,37261,1731096779168 2024-11-08T20:13:11,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=83f53df24047497e975b4fcc7827167a, regionState=OPENING, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:11,902 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2bdc505a6ef585d0398400d6cb892b79, regionState=OPENING, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:11,902 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55b06be90da79f2aeef29c2201dfee1a, regionState=OPENING, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:11,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b356359b8942629f484bd8913bb506a2, regionState=OPENING, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:11,903 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a03e025afd59ff621ae819d696c94b6d, regionState=OPENING, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:11,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=02544758dbaabacddd19379fa118f419, regionState=OPENING, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:11,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83f53df24047497e975b4fcc7827167a, ASSIGN because future has completed 2024-11-08T20:13:11,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f53df24047497e975b4fcc7827167a, server=ae1476a7656f,36989,1731096779065}] 2024-11-08T20:13:11,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN because future has completed 2024-11-08T20:13:11,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52818c638ddfc914a73ff92ffdbda384, server=ae1476a7656f,37261,1731096779168}] 2024-11-08T20:13:11,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN because future has completed 2024-11-08T20:13:11,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN because future has completed 2024-11-08T20:13:11,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663ab76828633d43ea70e359f0d451e1, server=ae1476a7656f,37261,1731096779168}] 2024-11-08T20:13:11,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d020466255eac4297939dc66fa4dbf, server=ae1476a7656f,37261,1731096779168}] 2024-11-08T20:13:11,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN because future has completed 2024-11-08T20:13:11,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55b06be90da79f2aeef29c2201dfee1a, ASSIGN because future has completed 2024-11-08T20:13:11,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2bdc505a6ef585d0398400d6cb892b79, ASSIGN because future has completed 2024-11-08T20:13:11,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa, server=ae1476a7656f,37261,1731096779168}] 2024-11-08T20:13:11,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdc505a6ef585d0398400d6cb892b79, server=ae1476a7656f,36879,1731096779217}] 2024-11-08T20:13:11,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55b06be90da79f2aeef29c2201dfee1a, server=ae1476a7656f,36989,1731096779065}] 2024-11-08T20:13:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b356359b8942629f484bd8913bb506a2, ASSIGN because future has completed 2024-11-08T20:13:11,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a03e025afd59ff621ae819d696c94b6d, ASSIGN because future has completed 2024-11-08T20:13:11,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02544758dbaabacddd19379fa118f419, ASSIGN because future has completed 2024-11-08T20:13:11,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02544758dbaabacddd19379fa118f419, server=ae1476a7656f,36989,1731096779065}] 2024-11-08T20:13:11,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a03e025afd59ff621ae819d696c94b6d, server=ae1476a7656f,36879,1731096779217}] 2024-11-08T20:13:11,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b356359b8942629f484bd8913bb506a2, server=ae1476a7656f,36879,1731096779217}] 2024-11-08T20:13:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:13:12,555 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:13:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:13:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:13:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:13:16,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T20:13:18,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:13:18,647 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:13:18,649 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:13:18,649 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:13:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:13:21,917 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:13:21,919 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:13:21,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:13:21,920 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 02544758dbaabacddd19379fa118f419, NAME => 'SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T20:13:21,920 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,920 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:21,921 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,921 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,923 INFO [StoreOpener-02544758dbaabacddd19379fa118f419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,926 INFO [StoreOpener-02544758dbaabacddd19379fa118f419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02544758dbaabacddd19379fa118f419 columnFamilyName cf 2024-11-08T20:13:21,926 DEBUG [StoreOpener-02544758dbaabacddd19379fa118f419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:21,927 INFO [StoreOpener-02544758dbaabacddd19379fa118f419-1 {}] regionserver.HStore(327): Store=02544758dbaabacddd19379fa118f419/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:21,927 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:13:21,929 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,930 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:13:21,931 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,931 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,934 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,936 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:21,937 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 663ab76828633d43ea70e359f0d451e1, NAME => 'SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T20:13:21,938 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,938 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:21,938 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/02544758dbaabacddd19379fa118f419/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:21,939 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,939 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,939 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 02544758dbaabacddd19379fa118f419; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64413375, jitterRate=-0.040165916085243225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:21,939 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:21,941 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 02544758dbaabacddd19379fa118f419: Running coprocessor pre-open hook at 1731096801921Writing region info on filesystem at 1731096801921Initializing all the Stores at 1731096801922 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096801922Cleaning up temporary data from old regions at 1731096801931 (+9 ms)Running coprocessor post-open hooks at 1731096801939 (+8 ms)Region opened successfully at 1731096801940 (+1 ms) 2024-11-08T20:13:21,943 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:13:21,943 INFO [StoreOpener-663ab76828633d43ea70e359f0d451e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,943 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b356359b8942629f484bd8913bb506a2, NAME => 'SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T20:13:21,943 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419., pid=22, masterSystemTime=1731096801910 2024-11-08T20:13:21,944 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,944 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:21,944 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,944 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,947 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:13:21,947 INFO [StoreOpener-663ab76828633d43ea70e359f0d451e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 663ab76828633d43ea70e359f0d451e1 columnFamilyName cf 2024-11-08T20:13:21,947 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:13:21,947 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:13:21,948 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 55b06be90da79f2aeef29c2201dfee1a, NAME => 'SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T20:13:21,948 DEBUG [StoreOpener-663ab76828633d43ea70e359f0d451e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:21,948 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,948 INFO [StoreOpener-b356359b8942629f484bd8913bb506a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,948 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:21,948 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,948 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,949 INFO [StoreOpener-663ab76828633d43ea70e359f0d451e1-1 {}] regionserver.HStore(327): Store=663ab76828633d43ea70e359f0d451e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:21,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=02544758dbaabacddd19379fa118f419, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:21,949 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,951 INFO [StoreOpener-b356359b8942629f484bd8913bb506a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b356359b8942629f484bd8913bb506a2 columnFamilyName cf 2024-11-08T20:13:21,951 DEBUG [StoreOpener-b356359b8942629f484bd8913bb506a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:21,951 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,953 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,953 INFO [StoreOpener-55b06be90da79f2aeef29c2201dfee1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02544758dbaabacddd19379fa118f419, server=ae1476a7656f,36989,1731096779065 because future has completed 2024-11-08T20:13:21,953 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,953 INFO [StoreOpener-b356359b8942629f484bd8913bb506a2-1 {}] regionserver.HStore(327): Store=b356359b8942629f484bd8913bb506a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:21,954 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,954 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,956 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,957 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,957 INFO [StoreOpener-55b06be90da79f2aeef29c2201dfee1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55b06be90da79f2aeef29c2201dfee1a columnFamilyName cf 2024-11-08T20:13:21,958 DEBUG [StoreOpener-55b06be90da79f2aeef29c2201dfee1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:21,958 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,958 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,958 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,958 INFO [StoreOpener-55b06be90da79f2aeef29c2201dfee1a-1 {}] regionserver.HStore(327): Store=55b06be90da79f2aeef29c2201dfee1a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:21,959 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,961 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,962 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-08T20:13:21,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 02544758dbaabacddd19379fa118f419, server=ae1476a7656f,36989,1731096779065 in 10.0290 sec 2024-11-08T20:13:21,963 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/663ab76828633d43ea70e359f0d451e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:21,963 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,963 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,963 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 663ab76828633d43ea70e359f0d451e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65210435, jitterRate=-0.028288796544075012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:21,963 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:21,964 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 663ab76828633d43ea70e359f0d451e1: Running coprocessor pre-open hook at 1731096801939Writing region info on filesystem at 1731096801939Initializing all the Stores at 1731096801942 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096801943 (+1 ms)Cleaning up temporary data from old regions at 1731096801954 (+11 ms)Running coprocessor post-open hooks at 1731096801964 (+10 ms)Region opened successfully at 1731096801964 2024-11-08T20:13:21,966 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1., pid=18, masterSystemTime=1731096801916 2024-11-08T20:13:21,966 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02544758dbaabacddd19379fa118f419, ASSIGN in 10.2270 sec 2024-11-08T20:13:21,967 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,970 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:21,971 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:21,971 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:21,971 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/b356359b8942629f484bd8913bb506a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:21,971 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=663ab76828633d43ea70e359f0d451e1, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,37261,1731096779168 2024-11-08T20:13:21,971 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2569044dec59c00ff6f5b0c40ced3cfa, NAME => 'SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T20:13:21,972 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:21,972 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:21,972 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:21,972 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:21,972 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b356359b8942629f484bd8913bb506a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66715105, jitterRate=-0.005867466330528259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:21,972 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:21,972 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b356359b8942629f484bd8913bb506a2: Running coprocessor pre-open hook at 1731096801944Writing region info on filesystem at 1731096801944Initializing all the Stores at 1731096801948 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096801948Cleaning up temporary data from old regions at 1731096801958 (+10 ms)Running coprocessor post-open hooks at 1731096801972 (+14 ms)Region opened successfully at 1731096801972 2024-11-08T20:13:21,974 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/55b06be90da79f2aeef29c2201dfee1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:21,976 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2., pid=24, masterSystemTime=1731096801929 2024-11-08T20:13:21,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663ab76828633d43ea70e359f0d451e1, server=ae1476a7656f,37261,1731096779168 because future has completed 2024-11-08T20:13:21,976 INFO [StoreOpener-2569044dec59c00ff6f5b0c40ced3cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:21,977 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 55b06be90da79f2aeef29c2201dfee1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70878417, jitterRate=0.056170716881752014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:21,977 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:21,977 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 55b06be90da79f2aeef29c2201dfee1a: Running coprocessor pre-open hook at 1731096801949Writing region info on filesystem at 1731096801949Initializing all the Stores at 1731096801952 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096801952Cleaning up temporary data from old regions at 1731096801963 (+11 ms)Running coprocessor post-open hooks at 1731096801977 (+14 ms)Region opened successfully at 1731096801977 2024-11-08T20:13:21,979 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a., pid=21, masterSystemTime=1731096801910 2024-11-08T20:13:21,980 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:13:21,980 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:13:21,980 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:13:21,981 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bdc505a6ef585d0398400d6cb892b79, NAME => 'SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T20:13:21,981 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:21,981 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:21,981 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:21,981 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:21,984 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:13:21,985 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:13:21,985 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:13:21,985 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 83f53df24047497e975b4fcc7827167a, NAME => 'SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T20:13:21,985 INFO [StoreOpener-2569044dec59c00ff6f5b0c40ced3cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2569044dec59c00ff6f5b0c40ced3cfa columnFamilyName cf 2024-11-08T20:13:21,985 DEBUG [StoreOpener-2569044dec59c00ff6f5b0c40ced3cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:21,986 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:21,986 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:21,986 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:21,986 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:21,986 INFO [StoreOpener-2569044dec59c00ff6f5b0c40ced3cfa-1 {}] regionserver.HStore(327): Store=2569044dec59c00ff6f5b0c40ced3cfa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:21,987 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:21,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b356359b8942629f484bd8913bb506a2, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:21,988 INFO [StoreOpener-2bdc505a6ef585d0398400d6cb892b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:21,989 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:21,990 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:21,991 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55b06be90da79f2aeef29c2201dfee1a, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:21,991 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:21,992 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:21,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-08T20:13:21,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 663ab76828633d43ea70e359f0d451e1, server=ae1476a7656f,37261,1731096779168 in 10.0660 sec 2024-11-08T20:13:21,995 INFO [StoreOpener-2bdc505a6ef585d0398400d6cb892b79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdc505a6ef585d0398400d6cb892b79 columnFamilyName cf 2024-11-08T20:13:21,995 DEBUG [StoreOpener-2bdc505a6ef585d0398400d6cb892b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b356359b8942629f484bd8913bb506a2, server=ae1476a7656f,36879,1731096779217 because future has completed 2024-11-08T20:13:21,997 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35451 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ae1476a7656f,36989,1731096779065, table=SPTestTable, region=55b06be90da79f2aeef29c2201dfee1a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T20:13:21,998 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35451 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ae1476a7656f,36879,1731096779217, table=SPTestTable, region=b356359b8942629f484bd8913bb506a2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T20:13:22,000 INFO [StoreOpener-2bdc505a6ef585d0398400d6cb892b79-1 {}] regionserver.HStore(327): Store=2bdc505a6ef585d0398400d6cb892b79/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:22,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN in 10.2570 sec 2024-11-08T20:13:22,000 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:22,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55b06be90da79f2aeef29c2201dfee1a, server=ae1476a7656f,36989,1731096779065 because future has completed 2024-11-08T20:13:22,000 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:22,002 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:22,002 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:22,003 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:22,003 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:22,005 INFO [StoreOpener-83f53df24047497e975b4fcc7827167a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:22,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-08T20:13:22,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b356359b8942629f484bd8913bb506a2, server=ae1476a7656f,36879,1731096779217 in 10.0680 sec 2024-11-08T20:13:22,009 INFO [StoreOpener-83f53df24047497e975b4fcc7827167a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f53df24047497e975b4fcc7827167a columnFamilyName cf 2024-11-08T20:13:22,009 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:22,010 DEBUG [StoreOpener-83f53df24047497e975b4fcc7827167a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:22,011 INFO [StoreOpener-83f53df24047497e975b4fcc7827167a-1 {}] regionserver.HStore(327): Store=83f53df24047497e975b4fcc7827167a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:22,014 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:22,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-08T20:13:22,016 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:22,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55b06be90da79f2aeef29c2201dfee1a, server=ae1476a7656f,36989,1731096779065 in 10.0830 sec 2024-11-08T20:13:22,018 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:22,018 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2569044dec59c00ff6f5b0c40ced3cfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:22,019 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:22,019 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:22,019 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2569044dec59c00ff6f5b0c40ced3cfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74719157, jitterRate=0.11340220272541046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:22,019 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:22,019 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2569044dec59c00ff6f5b0c40ced3cfa: Running coprocessor pre-open hook at 1731096801972Writing region info on filesystem at 1731096801972Initializing all the Stores at 1731096801975 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096801976 (+1 ms)Cleaning up temporary data from old regions at 1731096801992 (+16 ms)Running coprocessor post-open hooks at 1731096802019 (+27 ms)Region opened successfully at 1731096802019 2024-11-08T20:13:22,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b356359b8942629f484bd8913bb506a2, ASSIGN in 10.2730 sec 2024-11-08T20:13:22,021 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., pid=19, masterSystemTime=1731096801916 2024-11-08T20:13:22,023 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:22,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55b06be90da79f2aeef29c2201dfee1a, ASSIGN in 10.2800 sec 2024-11-08T20:13:22,025 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:22,026 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:22,026 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:22,026 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:22,026 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 52818c638ddfc914a73ff92ffdbda384, NAME => 'SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T20:13:22,027 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,027 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:22,027 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,027 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2569044dec59c00ff6f5b0c40ced3cfa, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,37261,1731096779168 2024-11-08T20:13:22,028 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 2bdc505a6ef585d0398400d6cb892b79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75025507, jitterRate=0.11796717345714569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:22,028 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:22,028 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 2bdc505a6ef585d0398400d6cb892b79: Running coprocessor pre-open hook at 1731096801982Writing region info on filesystem at 1731096801982Initializing all the Stores at 1731096801987 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096801987Cleaning up temporary data from old regions at 1731096802003 (+16 ms)Running coprocessor post-open hooks at 1731096802028 (+25 ms)Region opened successfully at 1731096802028 2024-11-08T20:13:22,030 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79., pid=20, masterSystemTime=1731096801929 2024-11-08T20:13:22,031 INFO [StoreOpener-52818c638ddfc914a73ff92ffdbda384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,033 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:22,034 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 83f53df24047497e975b4fcc7827167a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67197967, jitterRate=0.0013277381658554077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:22,035 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:22,035 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 83f53df24047497e975b4fcc7827167a: Running coprocessor pre-open hook at 1731096801986Writing region info on filesystem at 1731096801986Initializing all the Stores at 1731096801990 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096801990Cleaning up temporary data from old regions at 1731096802019 (+29 ms)Running coprocessor post-open hooks at 1731096802035 (+16 ms)Region opened successfully at 1731096802035 2024-11-08T20:13:22,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa, server=ae1476a7656f,37261,1731096779168 because future has completed 2024-11-08T20:13:22,035 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:13:22,036 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:13:22,036 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:13:22,036 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a03e025afd59ff621ae819d696c94b6d, NAME => 'SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T20:13:22,036 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,037 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:22,037 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,037 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,037 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2bdc505a6ef585d0398400d6cb892b79, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:22,038 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a., pid=15, masterSystemTime=1731096801910 2024-11-08T20:13:22,039 INFO [StoreOpener-52818c638ddfc914a73ff92ffdbda384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52818c638ddfc914a73ff92ffdbda384 columnFamilyName cf 2024-11-08T20:13:22,040 DEBUG [StoreOpener-52818c638ddfc914a73ff92ffdbda384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:22,041 INFO [StoreOpener-52818c638ddfc914a73ff92ffdbda384-1 {}] regionserver.HStore(327): Store=52818c638ddfc914a73ff92ffdbda384/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:22,041 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,042 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:13:22,042 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:13:22,043 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,043 INFO [StoreOpener-a03e025afd59ff621ae819d696c94b6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdc505a6ef585d0398400d6cb892b79, server=ae1476a7656f,36879,1731096779217 because future has completed 2024-11-08T20:13:22,044 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=83f53df24047497e975b4fcc7827167a, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:22,045 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,045 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-08T20:13:22,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa, server=ae1476a7656f,37261,1731096779168 in 10.1220 sec 2024-11-08T20:13:22,047 INFO [StoreOpener-a03e025afd59ff621ae819d696c94b6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a03e025afd59ff621ae819d696c94b6d columnFamilyName cf 2024-11-08T20:13:22,047 DEBUG [StoreOpener-a03e025afd59ff621ae819d696c94b6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:22,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83f53df24047497e975b4fcc7827167a, server=ae1476a7656f,36989,1731096779065 because future has completed 2024-11-08T20:13:22,049 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,051 INFO [StoreOpener-a03e025afd59ff621ae819d696c94b6d-1 {}] regionserver.HStore(327): Store=a03e025afd59ff621ae819d696c94b6d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:22,052 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN in 10.3100 sec 2024-11-08T20:13:22,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-08T20:13:22,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 83f53df24047497e975b4fcc7827167a, server=ae1476a7656f,36989,1731096779065 in 10.1440 sec 2024-11-08T20:13:22,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-08T20:13:22,058 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bdc505a6ef585d0398400d6cb892b79, server=ae1476a7656f,36879,1731096779217 in 10.1260 sec 2024-11-08T20:13:22,062 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2bdc505a6ef585d0398400d6cb892b79, ASSIGN in 10.3220 sec 2024-11-08T20:13:22,063 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,064 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83f53df24047497e975b4fcc7827167a, ASSIGN in 10.3240 sec 2024-11-08T20:13:22,067 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,071 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/a03e025afd59ff621ae819d696c94b6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:22,072 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a03e025afd59ff621ae819d696c94b6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67137789, jitterRate=4.3101608753204346E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:22,072 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/52818c638ddfc914a73ff92ffdbda384/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:22,072 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:22,073 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a03e025afd59ff621ae819d696c94b6d: Running coprocessor pre-open hook at 1731096802037Writing region info on filesystem at 1731096802037Initializing all the Stores at 1731096802039 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096802039Cleaning up temporary data from old regions at 1731096802064 (+25 ms)Running coprocessor post-open hooks at 1731096802072 (+8 ms)Region opened successfully at 1731096802072 2024-11-08T20:13:22,075 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d., pid=23, masterSystemTime=1731096801929 2024-11-08T20:13:22,075 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 52818c638ddfc914a73ff92ffdbda384; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73148843, jitterRate=0.09000270068645477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:22,075 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:22,076 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 52818c638ddfc914a73ff92ffdbda384: Running coprocessor pre-open hook at 1731096802027Writing region info on filesystem at 1731096802027Initializing all the Stores at 1731096802030 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096802030Cleaning up temporary data from old regions at 1731096802045 (+15 ms)Running coprocessor post-open hooks at 1731096802075 (+30 ms)Region opened successfully at 1731096802075 2024-11-08T20:13:22,078 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384., pid=16, masterSystemTime=1731096801916 2024-11-08T20:13:22,079 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:13:22,079 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:13:22,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a03e025afd59ff621ae819d696c94b6d, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:22,083 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:22,084 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:22,084 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:22,084 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 94d020466255eac4297939dc66fa4dbf, NAME => 'SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T20:13:22,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=52818c638ddfc914a73ff92ffdbda384, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,37261,1731096779168 2024-11-08T20:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,085 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a03e025afd59ff621ae819d696c94b6d, server=ae1476a7656f,36879,1731096779217 because future has completed 2024-11-08T20:13:22,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52818c638ddfc914a73ff92ffdbda384, server=ae1476a7656f,37261,1731096779168 because future has completed 2024-11-08T20:13:22,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-08T20:13:22,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a03e025afd59ff621ae819d696c94b6d, server=ae1476a7656f,36879,1731096779217 in 10.1590 sec 2024-11-08T20:13:22,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-08T20:13:22,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a03e025afd59ff621ae819d696c94b6d, ASSIGN in 10.3580 sec 2024-11-08T20:13:22,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 52818c638ddfc914a73ff92ffdbda384, server=ae1476a7656f,37261,1731096779168 in 10.1820 sec 2024-11-08T20:13:22,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN in 10.3610 sec 2024-11-08T20:13:22,108 INFO [StoreOpener-94d020466255eac4297939dc66fa4dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,112 INFO [StoreOpener-94d020466255eac4297939dc66fa4dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d020466255eac4297939dc66fa4dbf columnFamilyName cf 2024-11-08T20:13:22,112 DEBUG [StoreOpener-94d020466255eac4297939dc66fa4dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:22,113 INFO [StoreOpener-94d020466255eac4297939dc66fa4dbf-1 {}] regionserver.HStore(327): Store=94d020466255eac4297939dc66fa4dbf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:22,113 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,115 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,115 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,116 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,116 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,119 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,122 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/94d020466255eac4297939dc66fa4dbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:13:22,122 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 94d020466255eac4297939dc66fa4dbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62224852, jitterRate=-0.07277745008468628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:22,122 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:22,123 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 94d020466255eac4297939dc66fa4dbf: Running coprocessor pre-open hook at 1731096802085Writing region info on filesystem at 1731096802085Initializing all the Stores at 1731096802087 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096802087Cleaning up temporary data from old regions at 1731096802116 (+29 ms)Running coprocessor post-open hooks at 1731096802122 (+6 ms)Region opened successfully at 1731096802123 (+1 ms) 2024-11-08T20:13:22,124 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf., pid=17, masterSystemTime=1731096801916 2024-11-08T20:13:22,127 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:22,127 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:22,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=94d020466255eac4297939dc66fa4dbf, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,37261,1731096779168 2024-11-08T20:13:22,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d020466255eac4297939dc66fa4dbf, server=ae1476a7656f,37261,1731096779168 because future has completed 2024-11-08T20:13:22,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=7 2024-11-08T20:13:22,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 94d020466255eac4297939dc66fa4dbf, server=ae1476a7656f,37261,1731096779168 in 10.2220 sec 2024-11-08T20:13:22,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-08T20:13:22,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN in 10.4020 sec 2024-11-08T20:13:22,144 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:13:22,144 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096802144"}]},"ts":"1731096802144"} 2024-11-08T20:13:22,147 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T20:13:22,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:13:22,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6450 sec 2024-11-08T20:13:24,549 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T20:13:27,366 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:13:27,458 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T20:13:28,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T20:13:28,647 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T20:13:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:13:29,753 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T20:13:29,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T20:13:29,755 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:13:29,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T20:13:29,772 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:13:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T20:13:29,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., hostname=ae1476a7656f,37261,1731096779168, seqNum=2] 2024-11-08T20:13:29,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., hostname=ae1476a7656f,37261,1731096779168, seqNum=2] 2024-11-08T20:13:29,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., hostname=ae1476a7656f,37261,1731096779168, seqNum=2] 2024-11-08T20:13:29,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., hostname=ae1476a7656f,37261,1731096779168, seqNum=2] 2024-11-08T20:13:29,907 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., hostname=ae1476a7656f,37261,1731096779168, seqNum=2] 2024-11-08T20:13:29,910 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., hostname=ae1476a7656f,37261,1731096779168, seqNum=2] 2024-11-08T20:13:29,913 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., hostname=ae1476a7656f,37261,1731096779168, seqNum=2] 2024-11-08T20:13:29,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., hostname=ae1476a7656f,37261,1731096779168, seqNum=2] 2024-11-08T20:13:29,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a., hostname=ae1476a7656f,36989,1731096779065, seqNum=2] 2024-11-08T20:13:29,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a., hostname=ae1476a7656f,36989,1731096779065, seqNum=2] 2024-11-08T20:13:30,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a., hostname=ae1476a7656f,36989,1731096779065, seqNum=2] 2024-11-08T20:13:30,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79., hostname=ae1476a7656f,36879,1731096779217, seqNum=2] 2024-11-08T20:13:30,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79., hostname=ae1476a7656f,36879,1731096779217, seqNum=2] 2024-11-08T20:13:30,078 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79., hostname=ae1476a7656f,36879,1731096779217, seqNum=2] 2024-11-08T20:13:30,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79., hostname=ae1476a7656f,36879,1731096779217, seqNum=2] 2024-11-08T20:13:30,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79., hostname=ae1476a7656f,36879,1731096779217, seqNum=2] 2024-11-08T20:13:30,096 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79., hostname=ae1476a7656f,36879,1731096779217, seqNum=2] 2024-11-08T20:13:30,217 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384., hostname=ae1476a7656f,37261,1731096779168, seqNum=2] 2024-11-08T20:13:31,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:13:31,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:13:31,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:13:31,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:13:31,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:13:31,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36989 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:13:31,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:31,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:13:32,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37261 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:13:32,616 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T20:13:32,618 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:13:32,621 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:13:32,627 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:13:32,642 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:13:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741848_1024 (size=49) 2024-11-08T20:13:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741848_1024 (size=49) 2024-11-08T20:13:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741848_1024 (size=49) 2024-11-08T20:13:32,671 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:13:32,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55b06be90da79f2aeef29c2201dfee1a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a03e025afd59ff621ae819d696c94b6d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02544758dbaabacddd19379fa118f419}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b356359b8942629f484bd8913bb506a2}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83f53df24047497e975b4fcc7827167a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bdc505a6ef585d0398400d6cb892b79}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384}] 2024-11-08T20:13:32,678 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:32,678 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:32,678 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:32,678 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:32,678 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:32,692 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:32,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:32,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:32,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:32,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:32,720 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ae1476a7656f,37261,1731096779168 2024-11-08T20:13:32,721 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ae1476a7656f,37261,1731096779168: Simulated kill ***** 2024-11-08T20:13:32,721 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:13:32,723 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:13:32,725 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:13:32,727 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:13:32,728 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:13:32,736 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 604447880 }, "NonHeapMemoryUsage": { "committed": 156893184, "init": 7667712, "max": -1, "used": 153457008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "ae1476a7656f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "ae1476a7656f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55602", "tag.serverName": "ae1476a7656f,36879,1731096779217", "tag.clusterId": "037504e3-6f0a-474e-b161-2ec73dd74270", "tag.Context": "regionserver", "tag.Hostname": "ae1476a7656f", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731096779217, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T20:13:32,749 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35451 {}] master.MasterRpcServices(700): ae1476a7656f,37261,1731096779168 reported a fatal error: ***** ABORTING region server ae1476a7656f,37261,1731096779168: Simulated kill ***** 2024-11-08T20:13:32,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,37261,1731096779168' ***** 2024-11-08T20:13:32,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T20:13:32,760 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:13:32,760 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:13:32,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:13:32,761 INFO [RS:1;ae1476a7656f:37261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T20:13:32,761 INFO [RS:1;ae1476a7656f:37261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T20:13:32,761 INFO [RS:1;ae1476a7656f:37261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:13:32,761 INFO [RS:1;ae1476a7656f:37261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae1476a7656f:37261. 2024-11-08T20:13:32,762 DEBUG [RS:1;ae1476a7656f:37261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:13:32,762 DEBUG [RS:1;ae1476a7656f:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:13:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741834_1010 (size=1257) 2024-11-08T20:13:32,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741834_1010 (size=1257) 2024-11-08T20:13:32,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741834_1010 (size=1257) 2024-11-08T20:13:32,775 DEBUG [RS:1;ae1476a7656f:37261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:13:32,775 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:13:32,775 INFO [RS:1;ae1476a7656f:37261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37261 2024-11-08T20:13:32,788 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:13:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:13:32,801 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,37261,1731096779168 2024-11-08T20:13:32,801 INFO [RS:1;ae1476a7656f:37261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:13:32,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,37261,1731096779168] 2024-11-08T20:13:32,822 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,37261,1731096779168 already deleted, retry=false 2024-11-08T20:13:32,822 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ae1476a7656f,37261,1731096779168 on ae1476a7656f,35451,1731096778304 2024-11-08T20:13:32,830 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ae1476a7656f,37261,1731096779168, splitWal=true, meta=false 2024-11-08T20:13:32,835 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for ae1476a7656f,37261,1731096779168 (carryingMeta=false) ae1476a7656f,37261,1731096779168/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c517bf2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T20:13:32,837 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ae1476a7656f,37261,1731096779168, splitWal=true, meta=false 2024-11-08T20:13:32,839 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): ae1476a7656f,37261,1731096779168 had 4 regions 2024-11-08T20:13:32,839 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:32,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:32,841 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:32,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:32,845 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf can not run currently because target server of region SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. ae1476a7656f,37261,1731096779168 is in state CRASHED, wait 1000 ms to retry 2024-11-08T20:13:32,845 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf; timeout=1000, timestamp=1731096813845 2024-11-08T20:13:32,847 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 can not run currently because target server of region SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. ae1476a7656f,37261,1731096779168 is in state CRASHED, wait 1000 ms to retry 2024-11-08T20:13:32,848 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1; timeout=1000, timestamp=1731096813848 2024-11-08T20:13:32,848 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 can not run currently because target server of region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. ae1476a7656f,37261,1731096779168 is in state CRASHED, wait 1000 ms to retry 2024-11-08T20:13:32,848 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384; timeout=1000, timestamp=1731096813848 2024-11-08T20:13:32,849 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa can not run currently because target server of region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. ae1476a7656f,37261,1731096779168 is in state CRASHED, wait 1000 ms to retry 2024-11-08T20:13:32,849 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa; timeout=1000, timestamp=1731096813849 2024-11-08T20:13:32,850 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ae1476a7656f,37261,1731096779168, splitWal=true, meta=false, isMeta: false 2024-11-08T20:13:32,854 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting 2024-11-08T20:13:32,856 INFO [PEWorker-2 {}] master.SplitWALManager(105): ae1476a7656f,37261,1731096779168 WAL count=1, meta=false 2024-11-08T20:13:32,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ae1476a7656f%2C37261%2C1731096779168.1731096780749}] 2024-11-08T20:13:32,869 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:32,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ae1476a7656f%2C37261%2C1731096779168.1731096780749, worker=ae1476a7656f,36989,1731096779065}] 2024-11-08T20:13:32,912 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:13:32,912 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37261-0x1011c148e790002, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:13:32,912 INFO [RS:1;ae1476a7656f:37261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:13:32,913 INFO [RS:1;ae1476a7656f:37261 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,37261,1731096779168; zookeeper connection closed. 2024-11-08T20:13:32,916 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a7904b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a7904b6 2024-11-08T20:13:33,593 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:13:33,594 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:13:33,845 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:33,847 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf can not run currently because target server of region SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T20:13:33,847 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf; timeout=2000, timestamp=1731096815847 2024-11-08T20:13:33,849 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:33,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:33,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:33,851 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 can not run currently because target server of region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T20:13:33,851 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa can not run currently because target server of region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T20:13:33,851 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 can not run currently because target server of region SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T20:13:33,851 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384; timeout=2000, timestamp=1731096815851 2024-11-08T20:13:33,851 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa; timeout=2000, timestamp=1731096815851 2024-11-08T20:13:33,851 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1; timeout=2000, timestamp=1731096815851 2024-11-08T20:13:35,301 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:35451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T20:13:35,848 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:35,850 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf can not run currently because target server of region SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T20:13:35,850 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf; timeout=4000, timestamp=1731096819850 2024-11-08T20:13:35,851 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:35,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:35,851 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:35,852 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 can not run currently because target server of region SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T20:13:35,852 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa can not run currently because target server of region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T20:13:35,852 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 can not run currently because target server of region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T20:13:35,852 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1; timeout=4000, timestamp=1731096819852 2024-11-08T20:13:35,852 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384; timeout=4000, timestamp=1731096819852 2024-11-08T20:13:35,852 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa; timeout=4000, timestamp=1731096819852 2024-11-08T20:13:39,850 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:39,853 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:39,854 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf can not run currently because target server of region SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T20:13:39,854 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:39,854 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf; timeout=8000, timestamp=1731096827854 2024-11-08T20:13:39,854 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:39,855 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 can not run currently because target server of region SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T20:13:39,855 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 can not run currently because target server of region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T20:13:39,855 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1; timeout=8000, timestamp=1731096827855 2024-11-08T20:13:39,855 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384; timeout=8000, timestamp=1731096827855 2024-11-08T20:13:39,856 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa can not run currently because target server of region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. ae1476a7656f,37261,1731096779168 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T20:13:39,856 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa; timeout=8000, timestamp=1731096827856 2024-11-08T20:13:41,929 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=ae1476a7656f,36879,1731096779217, timeout=1731096822680, delay=751, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b356359b8942629f484bd8913bb506a2, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bdc505a6ef585d0398400d6cb892b79, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a03e025afd59ff621ae819d696c94b6d], containedObject=ae1476a7656f,37261,1731096779168, timeout=1731096822680, delay=751, operations=null, containedObject=ae1476a7656f,36989,1731096779065, timeout=1731096822680, delay=751, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55b06be90da79f2aeef29c2201dfee1a, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ae1476a7656f%2C37261%2C1731096779168.1731096780749, worker=ae1476a7656f,36989,1731096779065, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83f53df24047497e975b4fcc7827167a, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02544758dbaabacddd19379fa118f419]] 2024-11-08T20:13:42,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T20:13:42,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T20:13:42,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T20:13:42,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:13:42,687 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:13:42,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T20:13:42,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T20:13:42,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:13:42,692 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2bdc505a6ef585d0398400d6cb892b79 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T20:13:42,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:13:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 55b06be90da79f2aeef29c2201dfee1a: 2024-11-08T20:13:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for b356359b8942629f484bd8913bb506a2: 2024-11-08T20:13:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a03e025afd59ff621ae819d696c94b6d: 2024-11-08T20:13:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. for SnapshotProcedureTest completed. 2024-11-08T20:13:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. for SnapshotProcedureTest completed. 2024-11-08T20:13:42,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. for SnapshotProcedureTest completed. 2024-11-08T20:13:42,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:13:42,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:13:42,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:13:42,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:13:42,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:13:42,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:13:42,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T20:13:42,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T20:13:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:13:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:13:42,700 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 83f53df24047497e975b4fcc7827167a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T20:13:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 02544758dbaabacddd19379fa118f419: 2024-11-08T20:13:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. for SnapshotProcedureTest completed. 2024-11-08T20:13:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:13:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:13:42,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:13:42,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:13:42,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:13:42,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:13:42,733 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749, size=1.2 K (1257bytes) 2024-11-08T20:13:42,734 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T20:13:42,734 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T20:13:42,735 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749 2024-11-08T20:13:42,743 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749 after 5ms 2024-11-08T20:13:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741849_1025 (size=57) 2024-11-08T20:13:42,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741849_1025 (size=57) 2024-11-08T20:13:42,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741849_1025 (size=57) 2024-11-08T20:13:42,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:13:42,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T20:13:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T20:13:42,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:42,821 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:13:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741850_1026 (size=65) 2024-11-08T20:13:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741850_1026 (size=65) 2024-11-08T20:13:42,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:13:42,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T20:13:42,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741850_1026 (size=65) 2024-11-08T20:13:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T20:13:42,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:42,828 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:13:42,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 55b06be90da79f2aeef29c2201dfee1a in 10.1530 sec 2024-11-08T20:13:42,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a03e025afd59ff621ae819d696c94b6d in 10.1570 sec 2024-11-08T20:13:42,842 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749 took 111ms 2024-11-08T20:13:42,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741851_1027 (size=65) 2024-11-08T20:13:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741852_1028 (size=65) 2024-11-08T20:13:42,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741852_1028 (size=65) 2024-11-08T20:13:42,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741852_1028 (size=65) 2024-11-08T20:13:42,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741851_1027 (size=65) 2024-11-08T20:13:42,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:13:42,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T20:13:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T20:13:42,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:42,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741851_1027 (size=65) 2024-11-08T20:13:42,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02544758dbaabacddd19379fa118f419 2024-11-08T20:13:42,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:13:42,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T20:13:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T20:13:42,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:42,853 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b356359b8942629f484bd8913bb506a2 2024-11-08T20:13:42,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 02544758dbaabacddd19379fa118f419 in 10.1770 sec 2024-11-08T20:13:42,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b356359b8942629f484bd8913bb506a2 in 10.1830 sec 2024-11-08T20:13:42,869 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 663ab76828633d43ea70e359f0d451e1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T20:13:42,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a/.tmp/cf/9672b153d3184323a41af0d7f7159025 is 34, key is baa/cf:cf/1731096811515/Put/seqid=0 2024-11-08T20:13:42,871 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79/.tmp/cf/495084ca60df4bdaab72620e86c3ed2d is 34, key is ccd/cf:cf/1731096811507/Put/seqid=0 2024-11-08T20:13:42,872 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2569044dec59c00ff6f5b0c40ced3cfa: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T20:13:42,874 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 52818c638ddfc914a73ff92ffdbda384: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T20:13:42,877 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 94d020466255eac4297939dc66fa4dbf: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T20:13:42,877 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749 so closing down 2024-11-08T20:13:42,878 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T20:13:42,878 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T20:13:42,884 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 25 ms; skipped=4; WAL=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-08T20:13:42,884 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749, journal: Splitting hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749, size=1.2 K (1257bytes) at 1731096822733Finishing writing output for hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749 so closing down at 1731096822877 (+144 ms)3 split writer threads finished at 1731096822878 (+1 ms)Processed 4 edits across 0 Regions in 25 ms; skipped=4; WAL=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731096822884 (+6 ms) 2024-11-08T20:13:42,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749 2024-11-08T20:13:42,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T20:13:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T20:13:42,901 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting/ae1476a7656f%2C37261%2C1731096779168.1731096780749 to hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/oldWALs 2024-11-08T20:13:42,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T20:13:42,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ae1476a7656f%2C37261%2C1731096779168.1731096780749, worker=ae1476a7656f,36989,1731096779065 in 10.0230 sec 2024-11-08T20:13:42,907 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741853_1029 (size=47197) 2024-11-08T20:13:42,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741853_1029 (size=47197) 2024-11-08T20:13:42,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T20:13:42,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure ae1476a7656f%2C37261%2C1731096779168.1731096780749, worker=ae1476a7656f,36989,1731096779065 in 10.0490 sec 2024-11-08T20:13:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741854_1030 (size=28623) 2024-11-08T20:13:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741854_1030 (size=28623) 2024-11-08T20:13:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741854_1030 (size=28623) 2024-11-08T20:13:42,918 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a/.tmp/cf/9672b153d3184323a41af0d7f7159025 2024-11-08T20:13:42,920 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting dir is empty, no logs to split. 2024-11-08T20:13:42,921 INFO [PEWorker-5 {}] master.SplitWALManager(105): ae1476a7656f,37261,1731096779168 WAL count=0, meta=false 2024-11-08T20:13:42,921 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if ae1476a7656f,37261,1731096779168 WAL splitting is done? wals=0, meta=false 2024-11-08T20:13:42,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741853_1029 (size=47197) 2024-11-08T20:13:42,925 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79/.tmp/cf/495084ca60df4bdaab72620e86c3ed2d 2024-11-08T20:13:42,927 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ae1476a7656f,37261,1731096779168 failed, ignore...File hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/WALs/ae1476a7656f,37261,1731096779168-splitting does not exist. 2024-11-08T20:13:42,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN}] 2024-11-08T20:13:42,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN 2024-11-08T20:13:42,936 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN 2024-11-08T20:13:42,937 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN 2024-11-08T20:13:42,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:13:42,940 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN 2024-11-08T20:13:42,941 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:13:42,941 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:13:42,942 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:13:42,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a/.tmp/cf/9672b153d3184323a41af0d7f7159025 as hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a/cf/9672b153d3184323a41af0d7f7159025 2024-11-08T20:13:42,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79/.tmp/cf/495084ca60df4bdaab72620e86c3ed2d as hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79/cf/495084ca60df4bdaab72620e86c3ed2d 2024-11-08T20:13:43,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79/cf/495084ca60df4bdaab72620e86c3ed2d, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T20:13:43,003 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a/cf/9672b153d3184323a41af0d7f7159025, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T20:13:43,012 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 83f53df24047497e975b4fcc7827167a in 307ms, sequenceid=5, compaction requested=false 2024-11-08T20:13:43,012 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2bdc505a6ef585d0398400d6cb892b79 in 318ms, sequenceid=5, compaction requested=false 2024-11-08T20:13:43,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2bdc505a6ef585d0398400d6cb892b79: 2024-11-08T20:13:43,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 83f53df24047497e975b4fcc7827167a: 2024-11-08T20:13:43,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. for SnapshotProcedureTest completed. 2024-11-08T20:13:43,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. for SnapshotProcedureTest completed. 2024-11-08T20:13:43,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:13:43,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:13:43,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:13:43,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:13:43,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79/cf/495084ca60df4bdaab72620e86c3ed2d] hfiles 2024-11-08T20:13:43,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a/cf/9672b153d3184323a41af0d7f7159025] hfiles 2024-11-08T20:13:43,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a/cf/9672b153d3184323a41af0d7f7159025 for snapshot=SnapshotProcedureTest 2024-11-08T20:13:43,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79/cf/495084ca60df4bdaab72620e86c3ed2d for snapshot=SnapshotProcedureTest 2024-11-08T20:13:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741855_1031 (size=105) 2024-11-08T20:13:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741855_1031 (size=105) 2024-11-08T20:13:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741855_1031 (size=105) 2024-11-08T20:13:43,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:13:43,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T20:13:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T20:13:43,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:43,044 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:13:43,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2bdc505a6ef585d0398400d6cb892b79 in 10.3720 sec 2024-11-08T20:13:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741856_1032 (size=105) 2024-11-08T20:13:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741856_1032 (size=105) 2024-11-08T20:13:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741856_1032 (size=105) 2024-11-08T20:13:43,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:13:43,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T20:13:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T20:13:43,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:43,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83f53df24047497e975b4fcc7827167a 2024-11-08T20:13:43,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 83f53df24047497e975b4fcc7827167a in 10.3850 sec 2024-11-08T20:13:43,089 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:13:43,090 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:13:43,090 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:13:43,090 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:13:43,090 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:13:43,090 INFO [ae1476a7656f:35451 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:13:43,090 INFO [ae1476a7656f:35451 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:13:43,090 DEBUG [ae1476a7656f:35451 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:13:43,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=94d020466255eac4297939dc66fa4dbf, regionState=OPENING, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:43,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=52818c638ddfc914a73ff92ffdbda384, regionState=OPENING, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:43,090 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=2569044dec59c00ff6f5b0c40ced3cfa, regionState=OPENING, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:43,090 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=663ab76828633d43ea70e359f0d451e1, regionState=OPENING, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:43,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN because future has completed 2024-11-08T20:13:43,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d020466255eac4297939dc66fa4dbf, server=ae1476a7656f,36989,1731096779065}] 2024-11-08T20:13:43,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN because future has completed 2024-11-08T20:13:43,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa, server=ae1476a7656f,36989,1731096779065}] 2024-11-08T20:13:43,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN because future has completed 2024-11-08T20:13:43,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663ab76828633d43ea70e359f0d451e1, server=ae1476a7656f,36879,1731096779217}] 2024-11-08T20:13:43,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN because future has completed 2024-11-08T20:13:43,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52818c638ddfc914a73ff92ffdbda384, server=ae1476a7656f,36879,1731096779217}] 2024-11-08T20:13:47,855 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf held by pid=42 2024-11-08T20:13:47,855 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:47,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 held by pid=39 2024-11-08T20:13:47,856 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:47,856 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 held by pid=41 2024-11-08T20:13:47,856 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:47,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa held by pid=40 2024-11-08T20:13:47,857 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:51,350 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T20:13:51,351 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T20:13:53,105 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:53,105 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 94d020466255eac4297939dc66fa4dbf, NAME => 'SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T20:13:53,106 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,106 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:53,106 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,106 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,110 INFO [StoreOpener-94d020466255eac4297939dc66fa4dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,115 INFO [StoreOpener-94d020466255eac4297939dc66fa4dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94d020466255eac4297939dc66fa4dbf columnFamilyName cf 2024-11-08T20:13:53,115 DEBUG [StoreOpener-94d020466255eac4297939dc66fa4dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:53,116 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:53,116 INFO [StoreOpener-94d020466255eac4297939dc66fa4dbf-1 {}] regionserver.HStore(327): Store=94d020466255eac4297939dc66fa4dbf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:53,116 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 52818c638ddfc914a73ff92ffdbda384, NAME => 'SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T20:13:53,117 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,117 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,117 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:53,117 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,117 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,118 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,120 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,121 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,121 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,127 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,129 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 94d020466255eac4297939dc66fa4dbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61454572, jitterRate=-0.08425551652908325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:53,129 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,129 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 94d020466255eac4297939dc66fa4dbf: Running coprocessor pre-open hook at 1731096833106Writing region info on filesystem at 1731096833106Initializing all the Stores at 1731096833108 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096833108Cleaning up temporary data from old regions at 1731096833121 (+13 ms)Running coprocessor post-open hooks at 1731096833129 (+8 ms)Region opened successfully at 1731096833129 2024-11-08T20:13:53,131 INFO [StoreOpener-52818c638ddfc914a73ff92ffdbda384-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,131 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf., pid=43, masterSystemTime=1731096833097 2024-11-08T20:13:53,133 INFO [StoreOpener-52818c638ddfc914a73ff92ffdbda384-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52818c638ddfc914a73ff92ffdbda384 columnFamilyName cf 2024-11-08T20:13:53,133 DEBUG [StoreOpener-52818c638ddfc914a73ff92ffdbda384-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:53,134 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:53,134 INFO [StoreOpener-52818c638ddfc914a73ff92ffdbda384-1 {}] regionserver.HStore(327): Store=52818c638ddfc914a73ff92ffdbda384/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:53,134 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:13:53,134 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,134 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:53,134 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 2569044dec59c00ff6f5b0c40ced3cfa, NAME => 'SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T20:13:53,135 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,135 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:53,135 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,135 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,135 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,137 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,137 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,138 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,140 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=94d020466255eac4297939dc66fa4dbf, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:53,142 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 52818c638ddfc914a73ff92ffdbda384; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67680561, jitterRate=0.008518949151039124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:53,142 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,142 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 52818c638ddfc914a73ff92ffdbda384: Running coprocessor pre-open hook at 1731096833117Writing region info on filesystem at 1731096833117Initializing all the Stores at 1731096833128 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096833128Cleaning up temporary data from old regions at 1731096833138 (+10 ms)Running coprocessor post-open hooks at 1731096833142 (+4 ms)Region opened successfully at 1731096833142 2024-11-08T20:13:53,143 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384., pid=46, masterSystemTime=1731096833100 2024-11-08T20:13:53,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94d020466255eac4297939dc66fa4dbf, server=ae1476a7656f,36989,1731096779065 because future has completed 2024-11-08T20:13:53,146 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35451 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ae1476a7656f,36989,1731096779065, table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T20:13:53,146 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:53,147 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:13:53,147 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:53,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=52818c638ddfc914a73ff92ffdbda384, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:53,147 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 663ab76828633d43ea70e359f0d451e1, NAME => 'SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T20:13:53,147 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,147 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:13:53,148 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,148 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52818c638ddfc914a73ff92ffdbda384, server=ae1476a7656f,36879,1731096779217 because future has completed 2024-11-08T20:13:53,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T20:13:53,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 94d020466255eac4297939dc66fa4dbf, server=ae1476a7656f,36989,1731096779065 in 10.0530 sec 2024-11-08T20:13:53,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94d020466255eac4297939dc66fa4dbf, ASSIGN in 10.2190 sec 2024-11-08T20:13:53,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:13:53,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-08T20:13:53,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 52818c638ddfc914a73ff92ffdbda384, server=ae1476a7656f,36879,1731096779217 in 10.0530 sec 2024-11-08T20:13:53,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=52818c638ddfc914a73ff92ffdbda384, ASSIGN in 10.2230 sec 2024-11-08T20:13:53,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:13:53,160 INFO [StoreOpener-2569044dec59c00ff6f5b0c40ced3cfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,161 INFO [StoreOpener-663ab76828633d43ea70e359f0d451e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,162 INFO [StoreOpener-2569044dec59c00ff6f5b0c40ced3cfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2569044dec59c00ff6f5b0c40ced3cfa columnFamilyName cf 2024-11-08T20:13:53,162 INFO [StoreOpener-663ab76828633d43ea70e359f0d451e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 663ab76828633d43ea70e359f0d451e1 columnFamilyName cf 2024-11-08T20:13:53,162 DEBUG [StoreOpener-2569044dec59c00ff6f5b0c40ced3cfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:53,162 DEBUG [StoreOpener-663ab76828633d43ea70e359f0d451e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:13:53,163 INFO [StoreOpener-2569044dec59c00ff6f5b0c40ced3cfa-1 {}] regionserver.HStore(327): Store=2569044dec59c00ff6f5b0c40ced3cfa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:53,163 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,164 INFO [StoreOpener-663ab76828633d43ea70e359f0d451e1-1 {}] regionserver.HStore(327): Store=663ab76828633d43ea70e359f0d451e1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:13:53,164 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,164 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,165 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,166 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,167 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,167 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,168 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,168 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,168 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,170 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,172 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 2569044dec59c00ff6f5b0c40ced3cfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64827858, jitterRate=-0.03398963809013367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:53,173 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,173 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 2569044dec59c00ff6f5b0c40ced3cfa: Running coprocessor pre-open hook at 1731096833135Writing region info on filesystem at 1731096833135Initializing all the Stores at 1731096833136 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096833136Cleaning up temporary data from old regions at 1731096833167 (+31 ms)Running coprocessor post-open hooks at 1731096833173 (+6 ms)Region opened successfully at 1731096833173 2024-11-08T20:13:53,174 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa., pid=44, masterSystemTime=1731096833097 2024-11-08T20:13:53,175 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,178 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:53,178 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:13:53,179 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 663ab76828633d43ea70e359f0d451e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72722187, jitterRate=0.08364503085613251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:13:53,179 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,179 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 663ab76828633d43ea70e359f0d451e1: Running coprocessor pre-open hook at 1731096833148Writing region info on filesystem at 1731096833148Initializing all the Stores at 1731096833150 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096833150Cleaning up temporary data from old regions at 1731096833168 (+18 ms)Running coprocessor post-open hooks at 1731096833179 (+11 ms)Region opened successfully at 1731096833179 2024-11-08T20:13:53,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=2569044dec59c00ff6f5b0c40ced3cfa, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36989,1731096779065 2024-11-08T20:13:53,180 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1., pid=45, masterSystemTime=1731096833100 2024-11-08T20:13:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa, server=ae1476a7656f,36989,1731096779065 because future has completed 2024-11-08T20:13:53,184 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:53,184 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:13:53,186 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=663ab76828633d43ea70e359f0d451e1, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,36879,1731096779217 2024-11-08T20:13:53,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663ab76828633d43ea70e359f0d451e1, server=ae1476a7656f,36879,1731096779217 because future has completed 2024-11-08T20:13:53,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-08T20:13:53,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa, server=ae1476a7656f,36989,1731096779065 in 10.0900 sec 2024-11-08T20:13:53,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2569044dec59c00ff6f5b0c40ced3cfa, ASSIGN in 10.2720 sec 2024-11-08T20:13:53,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:13:53,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-08T20:13:53,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 663ab76828633d43ea70e359f0d451e1, server=ae1476a7656f,36879,1731096779217 in 10.1060 sec 2024-11-08T20:13:53,212 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:13:53,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-08T20:13:53,213 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server ae1476a7656f,37261,1731096779168 after splitting done 2024-11-08T20:13:53,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=663ab76828633d43ea70e359f0d451e1, ASSIGN in 10.2770 sec 2024-11-08T20:13:53,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure ae1476a7656f,37261,1731096779168, splitWal=true, meta=false in 20.3900 sec 2024-11-08T20:13:57,366 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:13:58,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T20:14:01,513 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T20:14:03,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T20:14:03,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:14:03,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T20:14:03,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:14:03,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2569044dec59c00ff6f5b0c40ced3cfa: 2024-11-08T20:14:03,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. for SnapshotProcedureTest completed. 2024-11-08T20:14:03,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 94d020466255eac4297939dc66fa4dbf: 2024-11-08T20:14:03,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. for SnapshotProcedureTest completed. 2024-11-08T20:14:03,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:14:03,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 52818c638ddfc914a73ff92ffdbda384: 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. for SnapshotProcedureTest completed. 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 663ab76828633d43ea70e359f0d451e1: 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. for SnapshotProcedureTest completed. 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:14:03,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:14:03,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:14:03,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:14:03,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:14:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741857_1033 (size=57) 2024-11-08T20:14:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741857_1033 (size=57) 2024-11-08T20:14:03,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741857_1033 (size=57) 2024-11-08T20:14:03,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:14:03,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T20:14:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T20:14:03,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:14:03,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:14:03,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 52818c638ddfc914a73ff92ffdbda384 in 30.5290 sec 2024-11-08T20:14:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741859_1035 (size=65) 2024-11-08T20:14:03,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741859_1035 (size=65) 2024-11-08T20:14:03,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741859_1035 (size=65) 2024-11-08T20:14:03,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:14:03,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T20:14:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T20:14:03,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:14:03,214 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:14:03,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 663ab76828633d43ea70e359f0d451e1 in 30.5420 sec 2024-11-08T20:14:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741858_1034 (size=65) 2024-11-08T20:14:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741858_1034 (size=65) 2024-11-08T20:14:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741858_1034 (size=65) 2024-11-08T20:14:03,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:14:03,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T20:14:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T20:14:03,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:14:03,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:14:03,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 94d020466255eac4297939dc66fa4dbf in 30.5570 sec 2024-11-08T20:14:03,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741860_1036 (size=65) 2024-11-08T20:14:03,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741860_1036 (size=65) 2024-11-08T20:14:03,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741860_1036 (size=65) 2024-11-08T20:14:03,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:14:03,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T20:14:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T20:14:03,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:14:03,237 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:14:03,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-08T20:14:03,241 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:14:03,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2569044dec59c00ff6f5b0c40ced3cfa in 30.5650 sec 2024-11-08T20:14:03,243 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:14:03,249 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:14:03,249 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T20:14:03,254 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T20:14:03,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741861_1037 (size=1094) 2024-11-08T20:14:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741861_1037 (size=1094) 2024-11-08T20:14:03,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741861_1037 (size=1094) 2024-11-08T20:14:03,359 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:14:03,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T20:14:03,380 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:03,381 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:03,382 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:03,382 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:03,382 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:03,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:06,304 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:35451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T20:14:06,982 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2bdc505a6ef585d0398400d6cb892b79, had cached 0 bytes from a total of 47197 2024-11-08T20:14:06,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 83f53df24047497e975b4fcc7827167a, had cached 0 bytes from a total of 28623 2024-11-08T20:14:12,629 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a03e025afd59ff621ae819d696c94b6d changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:12,629 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 663ab76828633d43ea70e359f0d451e1 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:12,630 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b356359b8942629f484bd8913bb506a2 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:12,631 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2bdc505a6ef585d0398400d6cb892b79 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:12,631 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 52818c638ddfc914a73ff92ffdbda384 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:12,631 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 55b06be90da79f2aeef29c2201dfee1a changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:12,631 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 94d020466255eac4297939dc66fa4dbf changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:12,631 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 02544758dbaabacddd19379fa118f419 changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:12,631 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2569044dec59c00ff6f5b0c40ced3cfa changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:12,631 DEBUG [master/ae1476a7656f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 83f53df24047497e975b4fcc7827167a changed from -1.0 to 0.0, refreshing cache 2024-11-08T20:14:13,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T20:14:13,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T20:14:13,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T20:14:13,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-08T20:14:13,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-08T20:14:13,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T20:14:13,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T20:14:13,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T20:14:13,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T20:14:13,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T20:14:13,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T20:14:13,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T20:14:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T20:14:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T20:14:13,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T20:14:13,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T20:14:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T20:14:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T20:14:13,397 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 Release verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:13,398 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 Release verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T20:14:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T20:14:13,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 in 10.0260 sec 2024-11-08T20:14:13,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 in 10.0260 sec 2024-11-08T20:14:13,402 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:13,402 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:13,403 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 Release verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:13,403 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 Release verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:13,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 in 10.0310 sec 2024-11-08T20:14:13,410 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 Release verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:13,411 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:13,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 in 10.0310 sec 2024-11-08T20:14:13,413 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 Release verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:13,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 in 10.0380 sec 2024-11-08T20:14:13,414 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:13,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 in 10.0410 sec 2024-11-08T20:14:23,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T20:14:23,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T20:14:23,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-08T20:14:23,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-08T20:14:23,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T20:14:23,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T20:14:23,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T20:14:23,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T20:14:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T20:14:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T20:14:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T20:14:23,409 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 Release verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:23,410 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 Release verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35451 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T20:14:23,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 in 20.0370 sec 2024-11-08T20:14:23,415 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 Release verify snapshot worker=ae1476a7656f,36879,1731096779217 2024-11-08T20:14:23,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 in 20.0380 sec 2024-11-08T20:14:23,415 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 Release verify snapshot worker=ae1476a7656f,36989,1731096779065 2024-11-08T20:14:23,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36879,1731096779217 in 20.0430 sec 2024-11-08T20:14:23,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=25 2024-11-08T20:14:23,419 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:14:23,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,36989,1731096779065 in 20.0430 sec 2024-11-08T20:14:23,421 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T20:14:23,424 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:14:23,424 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T20:14:23,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8190 sec 2024-11-08T20:14:23,692 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T20:14:23,702 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T20:14:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:14:23,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:14:23,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:14:23,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:23,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:23,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:14:23,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:14:23,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1257147125, stopped=false 2024-11-08T20:14:23,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,35451,1731096778304 2024-11-08T20:14:23,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:14:23,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:14:23,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:14:23,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:23,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:23,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:23,714 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:14:23,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:14:23,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:14:23,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:14:23,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:23,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:14:23,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:14:23,716 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,36989,1731096779065' ***** 2024-11-08T20:14:23,716 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:14:23,716 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,36879,1731096779217' ***** 2024-11-08T20:14:23,716 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:14:23,717 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:14:23,717 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:14:23,717 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:14:23,717 INFO [RS:0;ae1476a7656f:36989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:14:23,717 INFO [RS:2;ae1476a7656f:36879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:14:23,717 INFO [RS:2;ae1476a7656f:36879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:14:23,717 INFO [RS:0;ae1476a7656f:36989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:14:23,717 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:14:23,717 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(3091): Received CLOSE for 83f53df24047497e975b4fcc7827167a 2024-11-08T20:14:23,718 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(3091): Received CLOSE for 663ab76828633d43ea70e359f0d451e1 2024-11-08T20:14:23,718 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(3091): Received CLOSE for 55b06be90da79f2aeef29c2201dfee1a 2024-11-08T20:14:23,718 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(3091): Received CLOSE for 02544758dbaabacddd19379fa118f419 2024-11-08T20:14:23,718 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(3091): Received CLOSE for 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:14:23,718 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(3091): Received CLOSE for 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:14:23,718 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,36989,1731096779065 2024-11-08T20:14:23,718 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(3091): Received CLOSE for a03e025afd59ff621ae819d696c94b6d 2024-11-08T20:14:23,718 INFO [RS:0;ae1476a7656f:36989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:14:23,718 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(3091): Received CLOSE for 52818c638ddfc914a73ff92ffdbda384 2024-11-08T20:14:23,718 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(3091): Received CLOSE for b356359b8942629f484bd8913bb506a2 2024-11-08T20:14:23,718 INFO [RS:0;ae1476a7656f:36989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:36989. 2024-11-08T20:14:23,718 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bdc505a6ef585d0398400d6cb892b79 2024-11-08T20:14:23,718 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,36879,1731096779217 2024-11-08T20:14:23,718 INFO [RS:2;ae1476a7656f:36879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:14:23,718 DEBUG [RS:0;ae1476a7656f:36989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:14:23,718 INFO [RS:2;ae1476a7656f:36879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ae1476a7656f:36879. 2024-11-08T20:14:23,719 DEBUG [RS:0;ae1476a7656f:36989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:23,719 DEBUG [RS:2;ae1476a7656f:36879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:14:23,719 DEBUG [RS:2;ae1476a7656f:36879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:23,719 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:14:23,719 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 663ab76828633d43ea70e359f0d451e1, disabling compactions & flushes 2024-11-08T20:14:23,719 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T20:14:23,719 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:14:23,719 DEBUG [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1325): Online Regions={663ab76828633d43ea70e359f0d451e1=SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1., a03e025afd59ff621ae819d696c94b6d=SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d., 52818c638ddfc914a73ff92ffdbda384=SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384., b356359b8942629f484bd8913bb506a2=SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2., 2bdc505a6ef585d0398400d6cb892b79=SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79.} 2024-11-08T20:14:23,719 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:14:23,719 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83f53df24047497e975b4fcc7827167a, disabling compactions & flushes 2024-11-08T20:14:23,719 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. after waiting 0 ms 2024-11-08T20:14:23,719 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:14:23,719 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:14:23,719 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:14:23,719 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. after waiting 0 ms 2024-11-08T20:14:23,719 DEBUG [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1351): Waiting on 2bdc505a6ef585d0398400d6cb892b79, 52818c638ddfc914a73ff92ffdbda384, 663ab76828633d43ea70e359f0d451e1, a03e025afd59ff621ae819d696c94b6d, b356359b8942629f484bd8913bb506a2 2024-11-08T20:14:23,719 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:14:23,720 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:14:23,720 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:14:23,720 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:14:23,723 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T20:14:23,724 DEBUG [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1325): Online Regions={83f53df24047497e975b4fcc7827167a=SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a., 55b06be90da79f2aeef29c2201dfee1a=SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a., 1588230740=hbase:meta,,1.1588230740, 02544758dbaabacddd19379fa118f419=SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419., 94d020466255eac4297939dc66fa4dbf=SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf., 2569044dec59c00ff6f5b0c40ced3cfa=SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa.} 2024-11-08T20:14:23,724 DEBUG [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1351): Waiting on 02544758dbaabacddd19379fa118f419, 1588230740, 2569044dec59c00ff6f5b0c40ced3cfa, 55b06be90da79f2aeef29c2201dfee1a, 83f53df24047497e975b4fcc7827167a, 94d020466255eac4297939dc66fa4dbf 2024-11-08T20:14:23,724 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:14:23,724 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:14:23,724 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:14:23,724 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:14:23,724 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:14:23,725 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-08T20:14:23,739 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/83f53df24047497e975b4fcc7827167a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:14:23,742 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:14:23,743 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83f53df24047497e975b4fcc7827167a: Waiting for close lock at 1731096863719Running coprocessor pre-close hooks at 1731096863719Disabling compacts and flushes for region at 1731096863719Disabling writes for close at 1731096863719Writing region close event to WAL at 1731096863728 (+9 ms)Running coprocessor post-close hooks at 1731096863740 (+12 ms)Closed at 1731096863742 (+2 ms) 2024-11-08T20:14:23,743 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731096791496.83f53df24047497e975b4fcc7827167a. 2024-11-08T20:14:23,744 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55b06be90da79f2aeef29c2201dfee1a, disabling compactions & flushes 2024-11-08T20:14:23,744 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:14:23,744 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:14:23,744 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. after waiting 0 ms 2024-11-08T20:14:23,744 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:14:23,757 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/55b06be90da79f2aeef29c2201dfee1a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:14:23,759 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:14:23,759 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55b06be90da79f2aeef29c2201dfee1a: Waiting for close lock at 1731096863744Running coprocessor pre-close hooks at 1731096863744Disabling compacts and flushes for region at 1731096863744Disabling writes for close at 1731096863744Writing region close event to WAL at 1731096863744Running coprocessor post-close hooks at 1731096863759 (+15 ms)Closed at 1731096863759 2024-11-08T20:14:23,759 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731096791496.55b06be90da79f2aeef29c2201dfee1a. 2024-11-08T20:14:23,760 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02544758dbaabacddd19379fa118f419, disabling compactions & flushes 2024-11-08T20:14:23,760 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:14:23,761 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:14:23,761 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. after waiting 0 ms 2024-11-08T20:14:23,761 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:14:23,766 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/.tmp/info/8cca75b5fe0b41e4812fa0f967b1977a is 167, key is SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d./info:regioninfo/1731096802081/Put/seqid=0 2024-11-08T20:14:23,777 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/663ab76828633d43ea70e359f0d451e1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:14:23,779 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:14:23,780 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 663ab76828633d43ea70e359f0d451e1: Waiting for close lock at 1731096863718Running coprocessor pre-close hooks at 1731096863719 (+1 ms)Disabling compacts and flushes for region at 1731096863719Disabling writes for close at 1731096863719Writing region close event to WAL at 1731096863722 (+3 ms)Running coprocessor post-close hooks at 1731096863778 (+56 ms)Closed at 1731096863779 (+1 ms) 2024-11-08T20:14:23,780 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731096791496.663ab76828633d43ea70e359f0d451e1. 2024-11-08T20:14:23,780 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a03e025afd59ff621ae819d696c94b6d, disabling compactions & flushes 2024-11-08T20:14:23,780 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:14:23,780 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:14:23,780 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. after waiting 0 ms 2024-11-08T20:14:23,780 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:14:23,792 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:14:23,801 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:14:23,825 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/02544758dbaabacddd19379fa118f419/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:14:23,827 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:14:23,827 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02544758dbaabacddd19379fa118f419: Waiting for close lock at 1731096863760Running coprocessor pre-close hooks at 1731096863760Disabling compacts and flushes for region at 1731096863760Disabling writes for close at 1731096863761 (+1 ms)Writing region close event to WAL at 1731096863776 (+15 ms)Running coprocessor post-close hooks at 1731096863827 (+51 ms)Closed at 1731096863827 2024-11-08T20:14:23,828 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731096791496.02544758dbaabacddd19379fa118f419. 2024-11-08T20:14:23,828 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94d020466255eac4297939dc66fa4dbf, disabling compactions & flushes 2024-11-08T20:14:23,828 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:14:23,828 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:14:23,828 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. after waiting 0 ms 2024-11-08T20:14:23,828 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:14:23,837 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/a03e025afd59ff621ae819d696c94b6d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:14:23,838 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:14:23,838 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a03e025afd59ff621ae819d696c94b6d: Waiting for close lock at 1731096863780Running coprocessor pre-close hooks at 1731096863780Disabling compacts and flushes for region at 1731096863780Disabling writes for close at 1731096863780Writing region close event to WAL at 1731096863804 (+24 ms)Running coprocessor post-close hooks at 1731096863838 (+34 ms)Closed at 1731096863838 2024-11-08T20:14:23,839 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731096791496.a03e025afd59ff621ae819d696c94b6d. 2024-11-08T20:14:23,839 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52818c638ddfc914a73ff92ffdbda384, disabling compactions & flushes 2024-11-08T20:14:23,839 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:14:23,839 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:14:23,839 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. after waiting 0 ms 2024-11-08T20:14:23,839 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:14:23,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741862_1038 (size=20292) 2024-11-08T20:14:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741862_1038 (size=20292) 2024-11-08T20:14:23,864 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/.tmp/info/8cca75b5fe0b41e4812fa0f967b1977a 2024-11-08T20:14:23,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741862_1038 (size=20292) 2024-11-08T20:14:23,886 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/94d020466255eac4297939dc66fa4dbf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:14:23,887 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:14:23,887 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94d020466255eac4297939dc66fa4dbf: Waiting for close lock at 1731096863828Running coprocessor pre-close hooks at 1731096863828Disabling compacts and flushes for region at 1731096863828Disabling writes for close at 1731096863828Writing region close event to WAL at 1731096863837 (+9 ms)Running coprocessor post-close hooks at 1731096863887 (+50 ms)Closed at 1731096863887 2024-11-08T20:14:23,887 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731096791496.94d020466255eac4297939dc66fa4dbf. 2024-11-08T20:14:23,888 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2569044dec59c00ff6f5b0c40ced3cfa, disabling compactions & flushes 2024-11-08T20:14:23,888 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:14:23,888 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:14:23,888 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. after waiting 0 ms 2024-11-08T20:14:23,888 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:14:23,909 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/52818c638ddfc914a73ff92ffdbda384/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:14:23,911 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:14:23,911 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52818c638ddfc914a73ff92ffdbda384: Waiting for close lock at 1731096863839Running coprocessor pre-close hooks at 1731096863839Disabling compacts and flushes for region at 1731096863839Disabling writes for close at 1731096863839Writing region close event to WAL at 1731096863873 (+34 ms)Running coprocessor post-close hooks at 1731096863911 (+38 ms)Closed at 1731096863911 2024-11-08T20:14:23,911 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731096791496.52818c638ddfc914a73ff92ffdbda384. 2024-11-08T20:14:23,911 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b356359b8942629f484bd8913bb506a2, disabling compactions & flushes 2024-11-08T20:14:23,911 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:14:23,912 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:14:23,912 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. after waiting 0 ms 2024-11-08T20:14:23,912 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:14:23,912 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/.tmp/ns/c6744496c8604375a08ed1e1400ae88b is 43, key is default/ns:d/1731096791221/Put/seqid=0 2024-11-08T20:14:23,920 DEBUG [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1351): Waiting on 2bdc505a6ef585d0398400d6cb892b79, b356359b8942629f484bd8913bb506a2 2024-11-08T20:14:23,921 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/b356359b8942629f484bd8913bb506a2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:14:23,921 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:14:23,922 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b356359b8942629f484bd8913bb506a2: Waiting for close lock at 1731096863911Running coprocessor pre-close hooks at 1731096863911Disabling compacts and flushes for region at 1731096863911Disabling writes for close at 1731096863912 (+1 ms)Writing region close event to WAL at 1731096863913 (+1 ms)Running coprocessor post-close hooks at 1731096863921 (+8 ms)Closed at 1731096863921 2024-11-08T20:14:23,922 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731096791496.b356359b8942629f484bd8913bb506a2. 2024-11-08T20:14:23,922 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bdc505a6ef585d0398400d6cb892b79, disabling compactions & flushes 2024-11-08T20:14:23,922 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:14:23,922 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:14:23,922 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. after waiting 0 ms 2024-11-08T20:14:23,922 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:14:23,924 DEBUG [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2569044dec59c00ff6f5b0c40ced3cfa 2024-11-08T20:14:23,924 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2569044dec59c00ff6f5b0c40ced3cfa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:14:23,925 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:14:23,925 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2569044dec59c00ff6f5b0c40ced3cfa: Waiting for close lock at 1731096863888Running coprocessor pre-close hooks at 1731096863888Disabling compacts and flushes for region at 1731096863888Disabling writes for close at 1731096863888Writing region close event to WAL at 1731096863914 (+26 ms)Running coprocessor post-close hooks at 1731096863925 (+11 ms)Closed at 1731096863925 2024-11-08T20:14:23,926 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731096791496.2569044dec59c00ff6f5b0c40ced3cfa. 2024-11-08T20:14:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741863_1039 (size=5153) 2024-11-08T20:14:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741863_1039 (size=5153) 2024-11-08T20:14:23,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741863_1039 (size=5153) 2024-11-08T20:14:23,930 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/.tmp/ns/c6744496c8604375a08ed1e1400ae88b 2024-11-08T20:14:23,938 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/default/SPTestTable/2bdc505a6ef585d0398400d6cb892b79/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:14:23,939 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:14:23,939 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bdc505a6ef585d0398400d6cb892b79: Waiting for close lock at 1731096863922Running coprocessor pre-close hooks at 1731096863922Disabling compacts and flushes for region at 1731096863922Disabling writes for close at 1731096863922Writing region close event to WAL at 1731096863932 (+10 ms)Running coprocessor post-close hooks at 1731096863939 (+7 ms)Closed at 1731096863939 2024-11-08T20:14:23,939 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731096791496.2bdc505a6ef585d0398400d6cb892b79. 2024-11-08T20:14:23,964 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/.tmp/table/875a445864ef4c44bb695e3cf0541769 is 47, key is SPTestTable/table:state/1731096802144/Put/seqid=0 2024-11-08T20:14:23,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741864_1040 (size=5214) 2024-11-08T20:14:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741864_1040 (size=5214) 2024-11-08T20:14:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741864_1040 (size=5214) 2024-11-08T20:14:23,981 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/.tmp/table/875a445864ef4c44bb695e3cf0541769 2024-11-08T20:14:23,992 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/.tmp/info/8cca75b5fe0b41e4812fa0f967b1977a as hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/info/8cca75b5fe0b41e4812fa0f967b1977a 2024-11-08T20:14:24,002 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/info/8cca75b5fe0b41e4812fa0f967b1977a, entries=116, sequenceid=37, filesize=19.8 K 2024-11-08T20:14:24,003 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/.tmp/ns/c6744496c8604375a08ed1e1400ae88b as hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/ns/c6744496c8604375a08ed1e1400ae88b 2024-11-08T20:14:24,014 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/ns/c6744496c8604375a08ed1e1400ae88b, entries=2, sequenceid=37, filesize=5.0 K 2024-11-08T20:14:24,015 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/.tmp/table/875a445864ef4c44bb695e3cf0541769 as hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/table/875a445864ef4c44bb695e3cf0541769 2024-11-08T20:14:24,025 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/table/875a445864ef4c44bb695e3cf0541769, entries=2, sequenceid=37, filesize=5.1 K 2024-11-08T20:14:24,026 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 302ms, sequenceid=37, compaction requested=false 2024-11-08T20:14:24,041 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-08T20:14:24,042 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:14:24,042 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:14:24,043 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096863724Running coprocessor pre-close hooks at 1731096863724Disabling compacts and flushes for region at 1731096863724Disabling writes for close at 1731096863724Obtaining lock to block concurrent updates at 1731096863725 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731096863725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731096863725Flushing stores of hbase:meta,,1.1588230740 at 1731096863726 (+1 ms)Flushing 1588230740/info: creating writer at 1731096863726Flushing 1588230740/info: appending metadata at 1731096863765 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731096863765Flushing 1588230740/ns: creating writer at 1731096863882 (+117 ms)Flushing 1588230740/ns: appending metadata at 1731096863911 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731096863911Flushing 1588230740/table: creating writer at 1731096863947 (+36 ms)Flushing 1588230740/table: appending metadata at 1731096863964 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731096863964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c66cd8: reopening flushed file at 1731096863990 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233b0830: reopening flushed file at 1731096864002 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372e273d: reopening flushed file at 1731096864014 (+12 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 302ms, sequenceid=37, compaction requested=false at 1731096864026 (+12 ms)Writing region close event to WAL at 1731096864029 (+3 ms)Running coprocessor post-close hooks at 1731096864042 (+13 ms)Closed at 1731096864042 2024-11-08T20:14:24,043 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:14:24,120 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,36879,1731096779217; all regions closed. 2024-11-08T20:14:24,124 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,36989,1731096779065; all regions closed. 2024-11-08T20:14:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741833_1009 (size=3530) 2024-11-08T20:14:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741833_1009 (size=3530) 2024-11-08T20:14:24,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741833_1009 (size=3530) 2024-11-08T20:14:24,132 DEBUG [RS:2;ae1476a7656f:36879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/oldWALs 2024-11-08T20:14:24,132 INFO [RS:2;ae1476a7656f:36879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C36879%2C1731096779217:(num 1731096780749) 2024-11-08T20:14:24,132 DEBUG [RS:2;ae1476a7656f:36879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:24,132 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:14:24,132 INFO [RS:2;ae1476a7656f:36879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:14:24,133 INFO [RS:2;ae1476a7656f:36879 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T20:14:24,133 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:14:24,133 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:14:24,133 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:14:24,133 INFO [RS:2;ae1476a7656f:36879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:14:24,133 INFO [RS:2;ae1476a7656f:36879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36879 2024-11-08T20:14:24,134 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:14:24,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741836_1012 (size=19530) 2024-11-08T20:14:24,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741836_1012 (size=19530) 2024-11-08T20:14:24,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741836_1012 (size=19530) 2024-11-08T20:14:24,141 DEBUG [RS:0;ae1476a7656f:36989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/oldWALs 2024-11-08T20:14:24,141 INFO [RS:0;ae1476a7656f:36989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C36989%2C1731096779065.meta:.meta(num 1731096790996) 2024-11-08T20:14:24,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741835_1011 (size=3500) 2024-11-08T20:14:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741835_1011 (size=3500) 2024-11-08T20:14:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741835_1011 (size=3500) 2024-11-08T20:14:24,159 DEBUG [RS:0;ae1476a7656f:36989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/oldWALs 2024-11-08T20:14:24,159 INFO [RS:0;ae1476a7656f:36989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C36989%2C1731096779065:(num 1731096780750) 2024-11-08T20:14:24,159 DEBUG [RS:0;ae1476a7656f:36989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:24,159 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:14:24,159 INFO [RS:0;ae1476a7656f:36989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:14:24,160 INFO [RS:0;ae1476a7656f:36989 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T20:14:24,160 INFO [RS:0;ae1476a7656f:36989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:14:24,160 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:14:24,160 INFO [RS:0;ae1476a7656f:36989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36989 2024-11-08T20:14:24,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:14:24,188 INFO [RS:2;ae1476a7656f:36879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:14:24,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,36879,1731096779217 2024-11-08T20:14:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,36989,1731096779065 2024-11-08T20:14:24,198 INFO [RS:0;ae1476a7656f:36989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:14:24,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,36879,1731096779217] 2024-11-08T20:14:24,219 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,36879,1731096779217 already deleted, retry=false 2024-11-08T20:14:24,219 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,36879,1731096779217 expired; onlineServers=1 2024-11-08T20:14:24,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,36989,1731096779065] 2024-11-08T20:14:24,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,36989,1731096779065 already deleted, retry=false 2024-11-08T20:14:24,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,36989,1731096779065 expired; onlineServers=0 2024-11-08T20:14:24,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,35451,1731096778304' ***** 2024-11-08T20:14:24,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:14:24,230 INFO [M:0;ae1476a7656f:35451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:14:24,230 INFO [M:0;ae1476a7656f:35451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:14:24,230 DEBUG [M:0;ae1476a7656f:35451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:14:24,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:14:24,231 DEBUG [M:0;ae1476a7656f:35451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:14:24,231 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096780335 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096780335,5,FailOnTimeoutGroup] 2024-11-08T20:14:24,231 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096780334 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096780334,5,FailOnTimeoutGroup] 2024-11-08T20:14:24,231 INFO [M:0;ae1476a7656f:35451 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:14:24,231 INFO [M:0;ae1476a7656f:35451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:14:24,231 DEBUG [M:0;ae1476a7656f:35451 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:14:24,231 INFO [M:0;ae1476a7656f:35451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:14:24,231 INFO [M:0;ae1476a7656f:35451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:14:24,231 ERROR [M:0;ae1476a7656f:35451 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1186425077) connection to localhost/127.0.0.1:39547 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39547,5,PEWorkerGroup] 2024-11-08T20:14:24,232 INFO [M:0;ae1476a7656f:35451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:14:24,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:14:24,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T20:14:24,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:24,240 DEBUG [M:0;ae1476a7656f:35451 {}] zookeeper.ZKUtil(347): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T20:14:24,241 WARN [M:0;ae1476a7656f:35451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:14:24,241 INFO [M:0;ae1476a7656f:35451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/.lastflushedseqids 2024-11-08T20:14:24,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741865_1041 (size=686) 2024-11-08T20:14:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741865_1041 (size=686) 2024-11-08T20:14:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741865_1041 (size=686) 2024-11-08T20:14:24,265 INFO [M:0;ae1476a7656f:35451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:14:24,265 INFO [M:0;ae1476a7656f:35451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:14:24,266 DEBUG [M:0;ae1476a7656f:35451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:14:24,266 INFO [M:0;ae1476a7656f:35451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:14:24,266 DEBUG [M:0;ae1476a7656f:35451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:14:24,266 DEBUG [M:0;ae1476a7656f:35451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:14:24,266 DEBUG [M:0;ae1476a7656f:35451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:14:24,266 INFO [M:0;ae1476a7656f:35451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=196.19 KB heapSize=243.21 KB 2024-11-08T20:14:24,290 DEBUG [M:0;ae1476a7656f:35451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c5e230977c34e08bc2b16ab2d0095b6 is 82, key is hbase:meta,,1/info:regioninfo/1731096791086/Put/seqid=0 2024-11-08T20:14:24,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741866_1042 (size=5672) 2024-11-08T20:14:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741866_1042 (size=5672) 2024-11-08T20:14:24,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741866_1042 (size=5672) 2024-11-08T20:14:24,301 INFO [M:0;ae1476a7656f:35451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c5e230977c34e08bc2b16ab2d0095b6 2024-11-08T20:14:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:14:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1011c148e790003, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:14:24,312 INFO [RS:2;ae1476a7656f:36879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:14:24,312 INFO [RS:2;ae1476a7656f:36879 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,36879,1731096779217; zookeeper connection closed. 2024-11-08T20:14:24,317 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1089157c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1089157c 2024-11-08T20:14:24,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:14:24,319 INFO [RS:0;ae1476a7656f:36989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:14:24,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36989-0x1011c148e790001, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:14:24,319 INFO [RS:0;ae1476a7656f:36989 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,36989,1731096779065; zookeeper connection closed. 2024-11-08T20:14:24,320 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bfda912 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bfda912 2024-11-08T20:14:24,320 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T20:14:24,339 DEBUG [M:0;ae1476a7656f:35451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d714d23a9ce845f582e4fcb3e7b597c8 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731096802153/Put/seqid=0 2024-11-08T20:14:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741867_1043 (size=8972) 2024-11-08T20:14:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741867_1043 (size=8972) 2024-11-08T20:14:24,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741867_1043 (size=8972) 2024-11-08T20:14:24,380 INFO [M:0;ae1476a7656f:35451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.46 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d714d23a9ce845f582e4fcb3e7b597c8 2024-11-08T20:14:24,392 INFO [M:0;ae1476a7656f:35451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d714d23a9ce845f582e4fcb3e7b597c8 2024-11-08T20:14:24,413 DEBUG [M:0;ae1476a7656f:35451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecce9405b81f4ddf935b1699f1a52419 is 69, key is ae1476a7656f,36879,1731096779217/rs:state/1731096780428/Put/seqid=0 2024-11-08T20:14:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741868_1044 (size=5441) 2024-11-08T20:14:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741868_1044 (size=5441) 2024-11-08T20:14:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741868_1044 (size=5441) 2024-11-08T20:14:24,424 INFO [M:0;ae1476a7656f:35451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecce9405b81f4ddf935b1699f1a52419 2024-11-08T20:14:24,432 INFO [M:0;ae1476a7656f:35451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecce9405b81f4ddf935b1699f1a52419 2024-11-08T20:14:24,434 DEBUG [M:0;ae1476a7656f:35451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c5e230977c34e08bc2b16ab2d0095b6 as hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c5e230977c34e08bc2b16ab2d0095b6 2024-11-08T20:14:24,444 INFO [M:0;ae1476a7656f:35451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c5e230977c34e08bc2b16ab2d0095b6, entries=8, sequenceid=516, filesize=5.5 K 2024-11-08T20:14:24,447 DEBUG [M:0;ae1476a7656f:35451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d714d23a9ce845f582e4fcb3e7b597c8 as hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d714d23a9ce845f582e4fcb3e7b597c8 2024-11-08T20:14:24,460 INFO [M:0;ae1476a7656f:35451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d714d23a9ce845f582e4fcb3e7b597c8 2024-11-08T20:14:24,462 INFO [M:0;ae1476a7656f:35451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d714d23a9ce845f582e4fcb3e7b597c8, entries=56, sequenceid=516, filesize=8.8 K 2024-11-08T20:14:24,465 DEBUG [M:0;ae1476a7656f:35451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecce9405b81f4ddf935b1699f1a52419 as hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecce9405b81f4ddf935b1699f1a52419 2024-11-08T20:14:24,475 INFO [M:0;ae1476a7656f:35451 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecce9405b81f4ddf935b1699f1a52419 2024-11-08T20:14:24,475 INFO [M:0;ae1476a7656f:35451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39547/user/jenkins/test-data/84345f95-e0aa-9b54-76b1-ee1e34429e83/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecce9405b81f4ddf935b1699f1a52419, entries=3, sequenceid=516, filesize=5.3 K 2024-11-08T20:14:24,477 INFO [M:0;ae1476a7656f:35451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~196.19 KB/200900, heapSize ~242.91 KB/248744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 211ms, sequenceid=516, compaction requested=false 2024-11-08T20:14:24,479 INFO [M:0;ae1476a7656f:35451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:14:24,479 DEBUG [M:0;ae1476a7656f:35451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096864266Disabling compacts and flushes for region at 1731096864266Disabling writes for close at 1731096864266Obtaining lock to block concurrent updates at 1731096864266Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731096864266Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200900, getHeapSize=248984, getOffHeapSize=0, getCellsCount=623 at 1731096864266Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731096864267 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731096864267Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731096864289 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731096864290 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731096864311 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731096864338 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731096864338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731096864392 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731096864412 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731096864412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705ddbb5: reopening flushed file at 1731096864432 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d68e2ed: reopening flushed file at 1731096864444 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc78839: reopening flushed file at 1731096864462 (+18 ms)Finished flush of dataSize ~196.19 KB/200900, heapSize ~242.91 KB/248744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 211ms, sequenceid=516, compaction requested=false at 1731096864477 (+15 ms)Writing region close event to WAL at 1731096864479 (+2 ms)Closed at 1731096864479 2024-11-08T20:14:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741830_1006 (size=235287) 2024-11-08T20:14:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34639 is added to blk_1073741830_1006 (size=235287) 2024-11-08T20:14:24,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741830_1006 (size=235287) 2024-11-08T20:14:24,486 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:14:24,487 INFO [M:0;ae1476a7656f:35451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:14:24,487 INFO [M:0;ae1476a7656f:35451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35451 2024-11-08T20:14:24,487 INFO [M:0;ae1476a7656f:35451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:14:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:14:24,638 INFO [M:0;ae1476a7656f:35451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:14:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35451-0x1011c148e790000, quorum=127.0.0.1:55602, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:14:24,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42c90f38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:14:24,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a6ee5d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:14:24,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:14:24,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69b15cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:14:24,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a4c317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir/,STOPPED} 2024-11-08T20:14:24,681 WARN [BP-857749043-172.17.0.3-1731096773130 heartbeating to localhost/127.0.0.1:39547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:14:24,681 WARN [BP-857749043-172.17.0.3-1731096773130 heartbeating to localhost/127.0.0.1:39547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-857749043-172.17.0.3-1731096773130 (Datanode Uuid 960662b0-4ad9-4325-9229-f8a467e52f3f) service to localhost/127.0.0.1:39547 2024-11-08T20:14:24,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data5/current/BP-857749043-172.17.0.3-1731096773130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:14:24,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data6/current/BP-857749043-172.17.0.3-1731096773130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:14:24,684 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:14:24,684 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:14:24,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:14:24,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32810f8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:14:24,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b4b5bee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:14:24,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:14:24,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d2e562a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:14:24,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbb80b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir/,STOPPED} 2024-11-08T20:14:24,695 WARN [BP-857749043-172.17.0.3-1731096773130 heartbeating to localhost/127.0.0.1:39547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:14:24,695 WARN [BP-857749043-172.17.0.3-1731096773130 heartbeating to localhost/127.0.0.1:39547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-857749043-172.17.0.3-1731096773130 (Datanode Uuid eb8c8488-4b18-4a30-9bee-442416c5a36b) service to localhost/127.0.0.1:39547 2024-11-08T20:14:24,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data3/current/BP-857749043-172.17.0.3-1731096773130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:14:24,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data4/current/BP-857749043-172.17.0.3-1731096773130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:14:24,701 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:14:24,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:14:24,701 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:14:24,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56852281{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:14:24,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224a6c21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:14:24,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:14:24,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f25444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:14:24,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a7eb648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir/,STOPPED} 2024-11-08T20:14:24,709 WARN [BP-857749043-172.17.0.3-1731096773130 heartbeating to localhost/127.0.0.1:39547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:14:24,709 WARN [BP-857749043-172.17.0.3-1731096773130 heartbeating to localhost/127.0.0.1:39547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-857749043-172.17.0.3-1731096773130 (Datanode Uuid 57229e1e-75c6-46a0-b264-9bec11c48cc4) service to localhost/127.0.0.1:39547 2024-11-08T20:14:24,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data1/current/BP-857749043-172.17.0.3-1731096773130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:14:24,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/cluster_49d6243a-2328-3bfd-ed39-0f2277dd1040/data/data2/current/BP-857749043-172.17.0.3-1731096773130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:14:24,712 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:14:24,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:14:24,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:14:24,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dc50b10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:14:24,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b7cbd73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:14:24,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:14:24,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b2f1e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:14:24,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a379fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir/,STOPPED} 2024-11-08T20:14:24,740 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:14:24,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:14:24,814 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:39547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ae1476a7656f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:39547 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:39547 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/ae1476a7656f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3f3efe96 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/ae1476a7656f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ae1476a7656f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ae1476a7656f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/ae1476a7656f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ae1476a7656f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:39547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=2981 (was 4542) 2024-11-08T20:14:24,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=2981 2024-11-08T20:14:24,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir so I do NOT create it in target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9 2024-11-08T20:14:24,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T20:14:24,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.tmp.dir so I do NOT create it in target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9 2024-11-08T20:14:24,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a002d2c-af73-fd25-729e-e6d117e80f03/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T20:14:24,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9 2024-11-08T20:14:24,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T20:14:24,840 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c, deleteOnExit=true 2024-11-08T20:14:24,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T20:14:24,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/test.cache.data in system properties and HBase conf 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.log.dir in system properties and HBase conf 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T20:14:24,841 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:14:24,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T20:14:24,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T20:14:24,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T20:14:24,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:14:24,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T20:14:24,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/nfs.dump.dir in system properties and HBase conf 2024-11-08T20:14:24,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/java.io.tmpdir in system properties and HBase conf 2024-11-08T20:14:24,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T20:14:24,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T20:14:24,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T20:14:25,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:14:25,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:14:25,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:14:25,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:14:25,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:14:25,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:14:25,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239b39a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:14:25,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c78fa53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:14:25,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62eeac75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/java.io.tmpdir/jetty-localhost-45293-hadoop-hdfs-3_4_1-tests_jar-_-any-4189838661347915359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:14:25,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1df86388{HTTP/1.1, (http/1.1)}{localhost:45293} 2024-11-08T20:14:25,380 INFO [Time-limited test {}] server.Server(415): Started @95032ms 2024-11-08T20:14:25,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:14:25,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:14:25,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:14:25,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:14:25,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:14:25,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ff9eae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:14:25,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1119c638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:14:25,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60debd5e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/java.io.tmpdir/jetty-localhost-45987-hadoop-hdfs-3_4_1-tests_jar-_-any-18207078813770967237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:14:25,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ff61ee0{HTTP/1.1, (http/1.1)}{localhost:45987} 2024-11-08T20:14:25,914 INFO [Time-limited test {}] server.Server(415): Started @95566ms 2024-11-08T20:14:25,917 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:14:26,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:14:26,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:14:26,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:14:26,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:14:26,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T20:14:26,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1576db75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:14:26,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41a795a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:14:26,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5770693a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/java.io.tmpdir/jetty-localhost-44829-hadoop-hdfs-3_4_1-tests_jar-_-any-11644026034826013719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:14:26,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a293504{HTTP/1.1, (http/1.1)}{localhost:44829} 2024-11-08T20:14:26,160 INFO [Time-limited test {}] server.Server(415): Started @95811ms 2024-11-08T20:14:26,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:14:26,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T20:14:26,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T20:14:26,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T20:14:26,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T20:14:26,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T20:14:26,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6d91da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.log.dir/,AVAILABLE} 2024-11-08T20:14:26,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40dfea06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T20:14:26,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@737bc8f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/java.io.tmpdir/jetty-localhost-42603-hadoop-hdfs-3_4_1-tests_jar-_-any-8269250639562138166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:14:26,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b3ae9da{HTTP/1.1, (http/1.1)}{localhost:42603} 2024-11-08T20:14:26,347 INFO [Time-limited test {}] server.Server(415): Started @95998ms 2024-11-08T20:14:26,349 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T20:14:27,925 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data1/current/BP-2030473904-172.17.0.3-1731096864863/current, will proceed with Du for space computation calculation, 2024-11-08T20:14:27,933 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data2/current/BP-2030473904-172.17.0.3-1731096864863/current, will proceed with Du for space computation calculation, 2024-11-08T20:14:27,956 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:14:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87e001c53d65d2ca with lease ID 0xb715c69cc518017e: Processing first storage report for DS-184a1773-dad2-4909-a069-09514b369933 from datanode DatanodeRegistration(127.0.0.1:43821, datanodeUuid=060a7c1d-0f75-45ff-9121-1cb35d7f44ab, infoPort=42821, infoSecurePort=0, ipcPort=40807, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863) 2024-11-08T20:14:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87e001c53d65d2ca with lease ID 0xb715c69cc518017e: from storage DS-184a1773-dad2-4909-a069-09514b369933 node DatanodeRegistration(127.0.0.1:43821, datanodeUuid=060a7c1d-0f75-45ff-9121-1cb35d7f44ab, infoPort=42821, infoSecurePort=0, ipcPort=40807, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:14:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87e001c53d65d2ca with lease ID 0xb715c69cc518017e: Processing first storage report for DS-15e50d27-9fd6-4b20-9816-690b956eeb5b from datanode DatanodeRegistration(127.0.0.1:43821, datanodeUuid=060a7c1d-0f75-45ff-9121-1cb35d7f44ab, infoPort=42821, infoSecurePort=0, ipcPort=40807, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863) 2024-11-08T20:14:27,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87e001c53d65d2ca with lease ID 0xb715c69cc518017e: from storage DS-15e50d27-9fd6-4b20-9816-690b956eeb5b node DatanodeRegistration(127.0.0.1:43821, datanodeUuid=060a7c1d-0f75-45ff-9121-1cb35d7f44ab, infoPort=42821, infoSecurePort=0, ipcPort=40807, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:14:28,448 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data3/current/BP-2030473904-172.17.0.3-1731096864863/current, will proceed with Du for space computation calculation, 2024-11-08T20:14:28,453 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data4/current/BP-2030473904-172.17.0.3-1731096864863/current, will proceed with Du for space computation calculation, 2024-11-08T20:14:28,487 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:14:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2285830b1e9bec3 with lease ID 0xb715c69cc518017f: Processing first storage report for DS-d267528f-0b62-4037-9027-874d9043e880 from datanode DatanodeRegistration(127.0.0.1:38213, datanodeUuid=8724f2bc-42ff-4171-a428-d51ffc3c9e2b, infoPort=44765, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863) 2024-11-08T20:14:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2285830b1e9bec3 with lease ID 0xb715c69cc518017f: from storage DS-d267528f-0b62-4037-9027-874d9043e880 node DatanodeRegistration(127.0.0.1:38213, datanodeUuid=8724f2bc-42ff-4171-a428-d51ffc3c9e2b, infoPort=44765, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T20:14:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2285830b1e9bec3 with lease ID 0xb715c69cc518017f: Processing first storage report for DS-68a1360d-cbf6-441f-89e9-d04b4310b62c from datanode DatanodeRegistration(127.0.0.1:38213, datanodeUuid=8724f2bc-42ff-4171-a428-d51ffc3c9e2b, infoPort=44765, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863) 2024-11-08T20:14:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2285830b1e9bec3 with lease ID 0xb715c69cc518017f: from storage DS-68a1360d-cbf6-441f-89e9-d04b4310b62c node DatanodeRegistration(127.0.0.1:38213, datanodeUuid=8724f2bc-42ff-4171-a428-d51ffc3c9e2b, infoPort=44765, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:14:28,562 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data6/current/BP-2030473904-172.17.0.3-1731096864863/current, will proceed with Du for space computation calculation, 2024-11-08T20:14:28,562 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data5/current/BP-2030473904-172.17.0.3-1731096864863/current, will proceed with Du for space computation calculation, 2024-11-08T20:14:28,600 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T20:14:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59e05ed369eba4bf with lease ID 0xb715c69cc5180180: Processing first storage report for DS-0f7506a5-69f8-4cfc-afc4-54f9571583bf from datanode DatanodeRegistration(127.0.0.1:39473, datanodeUuid=dfa2687b-8f5a-476e-bb15-f00b4783c984, infoPort=35257, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863) 2024-11-08T20:14:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59e05ed369eba4bf with lease ID 0xb715c69cc5180180: from storage DS-0f7506a5-69f8-4cfc-afc4-54f9571583bf node DatanodeRegistration(127.0.0.1:39473, datanodeUuid=dfa2687b-8f5a-476e-bb15-f00b4783c984, infoPort=35257, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:14:28,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59e05ed369eba4bf with lease ID 0xb715c69cc5180180: Processing first storage report for DS-49d98201-78c1-412c-ad6a-86181c51cb03 from datanode DatanodeRegistration(127.0.0.1:39473, datanodeUuid=dfa2687b-8f5a-476e-bb15-f00b4783c984, infoPort=35257, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863) 2024-11-08T20:14:28,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59e05ed369eba4bf with lease ID 0xb715c69cc5180180: from storage DS-49d98201-78c1-412c-ad6a-86181c51cb03 node DatanodeRegistration(127.0.0.1:39473, datanodeUuid=dfa2687b-8f5a-476e-bb15-f00b4783c984, infoPort=35257, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=2126880580;c=1731096864863), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T20:14:28,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:14:28,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:14:28,648 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:14:28,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9 2024-11-08T20:14:28,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:28,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:28,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:28,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/zookeeper_0, clientPort=51239, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T20:14:28,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51239 2024-11-08T20:14:28,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:28,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:28,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:14:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:14:28,816 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 with version=8 2024-11-08T20:14:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/hbase-staging 2024-11-08T20:14:28,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741825_1001 (size=7) 2024-11-08T20:14:28,819 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:14:28,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:28,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:28,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:14:28,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:28,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:14:28,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T20:14:28,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:14:28,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43745 2024-11-08T20:14:28,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43745 connecting to ZooKeeper ensemble=127.0.0.1:51239 2024-11-08T20:14:28,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437450x0, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:14:28,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43745-0x1011c15f3300000 connected 2024-11-08T20:14:29,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:29,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:29,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:14:29,024 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25, hbase.cluster.distributed=false 2024-11-08T20:14:29,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:14:29,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-08T20:14:29,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43745 2024-11-08T20:14:29,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43745 2024-11-08T20:14:29,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-08T20:14:29,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-08T20:14:29,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:14:29,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:29,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:29,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:14:29,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:29,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:14:29,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:14:29,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:14:29,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43367 2024-11-08T20:14:29,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43367 connecting to ZooKeeper ensemble=127.0.0.1:51239 2024-11-08T20:14:29,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:29,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433670x0, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:14:29,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43367-0x1011c15f3300001 connected 2024-11-08T20:14:29,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:14:29,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:14:29,087 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:14:29,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:14:29,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:14:29,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-08T20:14:29,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43367 2024-11-08T20:14:29,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43367 2024-11-08T20:14:29,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-08T20:14:29,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-08T20:14:29,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:14:29,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:29,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:29,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:14:29,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:29,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:14:29,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:14:29,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:14:29,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38573 2024-11-08T20:14:29,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38573 connecting to ZooKeeper ensemble=127.0.0.1:51239 2024-11-08T20:14:29,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:29,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:29,145 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385730x0, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:14:29,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385730x0, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:14:29,147 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:14:29,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38573-0x1011c15f3300002 connected 2024-11-08T20:14:29,150 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:14:29,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:14:29,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:14:29,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38573 2024-11-08T20:14:29,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38573 2024-11-08T20:14:29,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38573 2024-11-08T20:14:29,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38573 2024-11-08T20:14:29,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38573 2024-11-08T20:14:29,176 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ae1476a7656f:0 server-side Connection retries=45 2024-11-08T20:14:29,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:29,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:29,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T20:14:29,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T20:14:29,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T20:14:29,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T20:14:29,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T20:14:29,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34813 2024-11-08T20:14:29,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34813 connecting to ZooKeeper ensemble=127.0.0.1:51239 2024-11-08T20:14:29,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:29,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:29,208 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348130x0, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T20:14:29,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348130x0, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:14:29,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34813-0x1011c15f3300003 connected 2024-11-08T20:14:29,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T20:14:29,210 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T20:14:29,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T20:14:29,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T20:14:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34813 2024-11-08T20:14:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34813 2024-11-08T20:14:29,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34813 2024-11-08T20:14:29,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34813 2024-11-08T20:14:29,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34813 2024-11-08T20:14:29,233 DEBUG [M:0;ae1476a7656f:43745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ae1476a7656f:43745 2024-11-08T20:14:29,234 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ae1476a7656f,43745,1731096868819 2024-11-08T20:14:29,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:14:29,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:14:29,240 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:14:29,240 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:14:29,241 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ae1476a7656f,43745,1731096868819 2024-11-08T20:14:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,250 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:14:29,250 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:14:29,250 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,250 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T20:14:29,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,251 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T20:14:29,252 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ae1476a7656f,43745,1731096868819 from backup master directory 2024-11-08T20:14:29,261 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:14:29,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ae1476a7656f,43745,1731096868819 2024-11-08T20:14:29,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:14:29,261 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:14:29,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T20:14:29,261 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:14:29,261 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ae1476a7656f,43745,1731096868819 2024-11-08T20:14:29,270 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/hbase.id] with ID: db8a130e-fd8f-47b4-ba8f-1bfd3180553d 2024-11-08T20:14:29,271 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.tmp/hbase.id 2024-11-08T20:14:29,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:14:29,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:29,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:29,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:29,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:14:29,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:14:29,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741826_1002 (size=42) 2024-11-08T20:14:29,311 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.tmp/hbase.id]:[hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/hbase.id] 2024-11-08T20:14:29,342 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T20:14:29,342 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T20:14:29,345 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T20:14:29,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,360 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,361 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:14:29,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:14:29,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741827_1003 (size=196) 2024-11-08T20:14:29,398 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:14:29,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T20:14:29,400 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:14:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:14:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:14:29,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741828_1004 (size=1189) 2024-11-08T20:14:29,436 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store 2024-11-08T20:14:29,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:14:29,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:14:29,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741829_1005 (size=34) 2024-11-08T20:14:29,454 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:29,454 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:14:29,454 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:14:29,455 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:14:29,455 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:14:29,455 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:14:29,455 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:14:29,455 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096869454Disabling compacts and flushes for region at 1731096869454Disabling writes for close at 1731096869455 (+1 ms)Writing region close event to WAL at 1731096869455Closed at 1731096869455 2024-11-08T20:14:29,456 WARN [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/.initializing 2024-11-08T20:14:29,457 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/WALs/ae1476a7656f,43745,1731096868819 2024-11-08T20:14:29,459 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:14:29,462 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C43745%2C1731096868819, suffix=, logDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/WALs/ae1476a7656f,43745,1731096868819, archiveDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/oldWALs, maxLogs=10 2024-11-08T20:14:29,480 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/WALs/ae1476a7656f,43745,1731096868819/ae1476a7656f%2C43745%2C1731096868819.1731096869463, exclude list is [], retry=0 2024-11-08T20:14:29,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39473,DS-0f7506a5-69f8-4cfc-afc4-54f9571583bf,DISK] 2024-11-08T20:14:29,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43821,DS-184a1773-dad2-4909-a069-09514b369933,DISK] 2024-11-08T20:14:29,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38213,DS-d267528f-0b62-4037-9027-874d9043e880,DISK] 2024-11-08T20:14:29,490 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/WALs/ae1476a7656f,43745,1731096868819/ae1476a7656f%2C43745%2C1731096868819.1731096869463 2024-11-08T20:14:29,492 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257),(127.0.0.1/127.0.0.1:44765:44765),(127.0.0.1/127.0.0.1:42821:42821)] 2024-11-08T20:14:29,493 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:14:29,493 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:29,493 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,493 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T20:14:29,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:29,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:14:29,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T20:14:29,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:29,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:29,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T20:14:29,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:29,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:29,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T20:14:29,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:29,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:29,523 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,524 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,525 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,527 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,527 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,528 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:14:29,530 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T20:14:29,534 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:29,535 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72979468, jitterRate=0.08747881650924683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:14:29,536 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731096869493Initializing all the Stores at 1731096869495 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096869495Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096869500 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096869500Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096869500Cleaning up temporary data from old regions at 1731096869527 (+27 ms)Region opened successfully at 1731096869536 (+9 ms) 2024-11-08T20:14:29,540 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T20:14:29,549 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f1093a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:14:29,550 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T20:14:29,550 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T20:14:29,551 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T20:14:29,551 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T20:14:29,552 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T20:14:29,553 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T20:14:29,553 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T20:14:29,559 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T20:14:29,560 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T20:14:29,566 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T20:14:29,566 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T20:14:29,567 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T20:14:29,577 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T20:14:29,578 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T20:14:29,581 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T20:14:29,588 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T20:14:29,590 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T20:14:29,598 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T20:14:29,603 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T20:14:29,608 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T20:14:29,620 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:14:29,620 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:14:29,620 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,620 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:14:29,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,621 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ae1476a7656f,43745,1731096868819, sessionid=0x1011c15f3300000, setting cluster-up flag (Was=false) 2024-11-08T20:14:29,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T20:14:29,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,640 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,640 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,671 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T20:14:29,673 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,43745,1731096868819 2024-11-08T20:14:29,692 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,692 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:29,724 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T20:14:29,726 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ae1476a7656f,43745,1731096868819 2024-11-08T20:14:29,728 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T20:14:29,733 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T20:14:29,733 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T20:14:29,733 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T20:14:29,734 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ae1476a7656f,43745,1731096868819 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T20:14:29,737 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:14:29,737 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:14:29,737 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:14:29,737 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ae1476a7656f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T20:14:29,737 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ae1476a7656f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T20:14:29,737 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:29,737 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:14:29,738 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:29,745 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731096899745 2024-11-08T20:14:29,746 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T20:14:29,746 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T20:14:29,746 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T20:14:29,746 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T20:14:29,746 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T20:14:29,746 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T20:14:29,746 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:29,747 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T20:14:29,747 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T20:14:29,747 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T20:14:29,747 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T20:14:29,747 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T20:14:29,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096869747,5,FailOnTimeoutGroup] 2024-11-08T20:14:29,747 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096869747,5,FailOnTimeoutGroup] 2024-11-08T20:14:29,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:29,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T20:14:29,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:29,748 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:29,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:14:29,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T20:14:29,752 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:29,752 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T20:14:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:14:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:14:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741831_1007 (size=1321) 2024-11-08T20:14:29,820 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(746): ClusterId : db8a130e-fd8f-47b4-ba8f-1bfd3180553d 2024-11-08T20:14:29,820 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:14:29,820 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer(746): ClusterId : db8a130e-fd8f-47b4-ba8f-1bfd3180553d 2024-11-08T20:14:29,820 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:14:29,821 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(746): ClusterId : db8a130e-fd8f-47b4-ba8f-1bfd3180553d 2024-11-08T20:14:29,821 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T20:14:29,842 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:14:29,842 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:14:29,842 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T20:14:29,842 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:14:29,842 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:14:29,842 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T20:14:29,861 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:14:29,862 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:14:29,862 DEBUG [RS:0;ae1476a7656f:43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b067fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:14:29,862 DEBUG [RS:1;ae1476a7656f:38573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10df19da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:14:29,865 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T20:14:29,865 DEBUG [RS:2;ae1476a7656f:34813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb86510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ae1476a7656f/172.17.0.3:0 2024-11-08T20:14:29,879 DEBUG [RS:2;ae1476a7656f:34813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ae1476a7656f:34813 2024-11-08T20:14:29,879 DEBUG [RS:0;ae1476a7656f:43367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ae1476a7656f:43367 2024-11-08T20:14:29,879 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:14:29,879 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:14:29,879 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:14:29,879 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:14:29,879 DEBUG [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:14:29,879 DEBUG [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:14:29,879 DEBUG [RS:1;ae1476a7656f:38573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ae1476a7656f:38573 2024-11-08T20:14:29,879 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T20:14:29,879 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T20:14:29,879 DEBUG [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T20:14:29,880 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,43745,1731096868819 with port=43367, startcode=1731096869062 2024-11-08T20:14:29,880 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,43745,1731096868819 with port=38573, startcode=1731096869123 2024-11-08T20:14:29,880 DEBUG [RS:0;ae1476a7656f:43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:14:29,880 DEBUG [RS:1;ae1476a7656f:38573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:14:29,881 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer(2659): reportForDuty to master=ae1476a7656f,43745,1731096868819 with port=34813, startcode=1731096869175 2024-11-08T20:14:29,881 DEBUG [RS:2;ae1476a7656f:34813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T20:14:29,884 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:14:29,884 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:14:29,885 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T20:14:29,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,43367,1731096869062 2024-11-08T20:14:29,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:29,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,38573,1731096869123 2024-11-08T20:14:29,888 DEBUG [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:29,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,38573,1731096869123 2024-11-08T20:14:29,888 DEBUG [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44603 2024-11-08T20:14:29,888 DEBUG [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:14:29,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ae1476a7656f,34813,1731096869175 2024-11-08T20:14:29,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(517): Registering regionserver=ae1476a7656f,34813,1731096869175 2024-11-08T20:14:29,891 DEBUG [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:29,891 DEBUG [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44603 2024-11-08T20:14:29,891 DEBUG [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:14:29,891 DEBUG [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:29,891 DEBUG [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44603 2024-11-08T20:14:29,891 DEBUG [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T20:14:29,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:14:29,943 DEBUG [RS:0;ae1476a7656f:43367 {}] zookeeper.ZKUtil(111): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,43367,1731096869062 2024-11-08T20:14:29,944 WARN [RS:0;ae1476a7656f:43367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:14:29,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,38573,1731096869123] 2024-11-08T20:14:29,944 INFO [RS:0;ae1476a7656f:43367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:14:29,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,43367,1731096869062] 2024-11-08T20:14:29,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ae1476a7656f,34813,1731096869175] 2024-11-08T20:14:29,944 DEBUG [RS:1;ae1476a7656f:38573 {}] zookeeper.ZKUtil(111): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,38573,1731096869123 2024-11-08T20:14:29,944 DEBUG [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,43367,1731096869062 2024-11-08T20:14:29,944 WARN [RS:1;ae1476a7656f:38573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:14:29,944 INFO [RS:1;ae1476a7656f:38573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:14:29,944 DEBUG [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,38573,1731096869123 2024-11-08T20:14:29,945 DEBUG [RS:2;ae1476a7656f:34813 {}] zookeeper.ZKUtil(111): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ae1476a7656f,34813,1731096869175 2024-11-08T20:14:29,946 WARN [RS:2;ae1476a7656f:34813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T20:14:29,946 INFO [RS:2;ae1476a7656f:34813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:14:29,946 DEBUG [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175 2024-11-08T20:14:29,959 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:14:29,963 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:14:29,981 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T20:14:29,984 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:14:30,000 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:14:30,000 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T20:14:30,001 INFO [RS:2;ae1476a7656f:34813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:14:30,002 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,009 INFO [RS:1;ae1476a7656f:38573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:14:30,009 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,012 INFO [RS:0;ae1476a7656f:43367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T20:14:30,013 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,016 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:14:30,018 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:14:30,018 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:14:30,018 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,018 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,018 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,018 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,018 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,018 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,018 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:14:30,019 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:14:30,019 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,019 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:14:30,019 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 DEBUG [RS:2;ae1476a7656f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:14:30,019 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,019 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:14:30,019 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,020 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,020 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,020 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,020 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,020 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,020 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:14:30,020 DEBUG [RS:1;ae1476a7656f:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:14:30,022 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T20:14:30,023 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T20:14:30,023 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,023 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,023 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,024 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,024 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,024 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,024 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T20:14:30,024 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,025 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38573,1731096869123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:14:30,025 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34813,1731096869175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:14:30,026 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,027 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,027 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,027 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,027 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ae1476a7656f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T20:14:30,027 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:14:30,027 DEBUG [RS:0;ae1476a7656f:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ae1476a7656f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T20:14:30,048 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,048 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,048 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,048 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,049 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,049 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43367,1731096869062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:14:30,051 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:14:30,052 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,38573,1731096869123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,054 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:14:30,054 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,34813,1731096869175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,055 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,055 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.Replication(171): ae1476a7656f,34813,1731096869175 started 2024-11-08T20:14:30,064 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,065 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.Replication(171): ae1476a7656f,38573,1731096869123 started 2024-11-08T20:14:30,077 INFO [RS:2;ae1476a7656f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,077 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,34813,1731096869175, RpcServer on ae1476a7656f/172.17.0.3:34813, sessionid=0x1011c15f3300003 2024-11-08T20:14:30,078 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:14:30,078 DEBUG [RS:2;ae1476a7656f:34813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,34813,1731096869175 2024-11-08T20:14:30,078 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34813,1731096869175' 2024-11-08T20:14:30,078 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:14:30,079 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:14:30,080 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:14:30,080 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:14:30,080 DEBUG [RS:2;ae1476a7656f:34813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,34813,1731096869175 2024-11-08T20:14:30,080 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,34813,1731096869175' 2024-11-08T20:14:30,080 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:14:30,085 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T20:14:30,086 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43367,1731096869062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,086 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,087 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.Replication(171): ae1476a7656f,43367,1731096869062 started 2024-11-08T20:14:30,090 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:14:30,092 DEBUG [RS:2;ae1476a7656f:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:14:30,093 INFO [RS:2;ae1476a7656f:34813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:14:30,093 INFO [RS:2;ae1476a7656f:34813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:14:30,104 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,104 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,38573,1731096869123, RpcServer on ae1476a7656f/172.17.0.3:38573, sessionid=0x1011c15f3300002 2024-11-08T20:14:30,120 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:14:30,120 DEBUG [RS:1;ae1476a7656f:38573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,38573,1731096869123 2024-11-08T20:14:30,120 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,38573,1731096869123' 2024-11-08T20:14:30,121 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:14:30,121 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:30,121 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:14:30,121 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(1482): Serving as ae1476a7656f,43367,1731096869062, RpcServer on ae1476a7656f/172.17.0.3:43367, sessionid=0x1011c15f3300001 2024-11-08T20:14:30,121 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T20:14:30,122 DEBUG [RS:0;ae1476a7656f:43367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ae1476a7656f,43367,1731096869062 2024-11-08T20:14:30,122 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,43367,1731096869062' 2024-11-08T20:14:30,122 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T20:14:30,122 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:14:30,122 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:14:30,122 DEBUG [RS:1;ae1476a7656f:38573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,38573,1731096869123 2024-11-08T20:14:30,122 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,38573,1731096869123' 2024-11-08T20:14:30,122 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:14:30,123 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T20:14:30,123 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:14:30,123 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T20:14:30,123 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T20:14:30,123 DEBUG [RS:0;ae1476a7656f:43367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ae1476a7656f,43367,1731096869062 2024-11-08T20:14:30,123 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ae1476a7656f,43367,1731096869062' 2024-11-08T20:14:30,123 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T20:14:30,123 DEBUG [RS:1;ae1476a7656f:38573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:14:30,123 INFO [RS:1;ae1476a7656f:38573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:14:30,123 INFO [RS:1;ae1476a7656f:38573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:14:30,124 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T20:14:30,124 DEBUG [RS:0;ae1476a7656f:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T20:14:30,124 INFO [RS:0;ae1476a7656f:43367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T20:14:30,124 INFO [RS:0;ae1476a7656f:43367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T20:14:30,168 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T20:14:30,169 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:30,193 INFO [RS:2;ae1476a7656f:34813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:14:30,201 INFO [RS:2;ae1476a7656f:34813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C34813%2C1731096869175, suffix=, logDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175, archiveDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/oldWALs, maxLogs=32 2024-11-08T20:14:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:14:30,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:14:30,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741832_1008 (size=32) 2024-11-08T20:14:30,211 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:30,224 INFO [RS:1;ae1476a7656f:38573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:14:30,225 INFO [RS:0;ae1476a7656f:43367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T20:14:30,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:14:30,226 INFO [RS:1;ae1476a7656f:38573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C38573%2C1731096869123, suffix=, logDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,38573,1731096869123, archiveDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/oldWALs, maxLogs=32 2024-11-08T20:14:30,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:14:30,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:30,229 DEBUG [RS:2;ae1476a7656f:34813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175/ae1476a7656f%2C34813%2C1731096869175.1731096870204, exclude list is [], retry=0 2024-11-08T20:14:30,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:14:30,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:14:30,236 INFO [RS:0;ae1476a7656f:43367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C43367%2C1731096869062, suffix=, logDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,43367,1731096869062, archiveDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/oldWALs, maxLogs=32 2024-11-08T20:14:30,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:14:30,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:30,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:14:30,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:14:30,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:14:30,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:30,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:14:30,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:14:30,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39473,DS-0f7506a5-69f8-4cfc-afc4-54f9571583bf,DISK] 2024-11-08T20:14:30,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:14:30,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43821,DS-184a1773-dad2-4909-a069-09514b369933,DISK] 2024-11-08T20:14:30,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:30,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38213,DS-d267528f-0b62-4037-9027-874d9043e880,DISK] 2024-11-08T20:14:30,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:14:30,245 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:14:30,246 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740 2024-11-08T20:14:30,247 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740 2024-11-08T20:14:30,249 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:14:30,249 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:14:30,250 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:14:30,250 DEBUG [RS:1;ae1476a7656f:38573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,38573,1731096869123/ae1476a7656f%2C38573%2C1731096869123.1731096870229, exclude list is [], retry=0 2024-11-08T20:14:30,251 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:14:30,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43821,DS-184a1773-dad2-4909-a069-09514b369933,DISK] 2024-11-08T20:14:30,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39473,DS-0f7506a5-69f8-4cfc-afc4-54f9571583bf,DISK] 2024-11-08T20:14:30,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38213,DS-d267528f-0b62-4037-9027-874d9043e880,DISK] 2024-11-08T20:14:30,259 DEBUG [RS:0;ae1476a7656f:43367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,43367,1731096869062/ae1476a7656f%2C43367%2C1731096869062.1731096870237, exclude list is [], retry=0 2024-11-08T20:14:30,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38213,DS-d267528f-0b62-4037-9027-874d9043e880,DISK] 2024-11-08T20:14:30,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43821,DS-184a1773-dad2-4909-a069-09514b369933,DISK] 2024-11-08T20:14:30,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39473,DS-0f7506a5-69f8-4cfc-afc4-54f9571583bf,DISK] 2024-11-08T20:14:30,277 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:30,278 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72426344, jitterRate=0.07923662662506104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:14:30,279 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731096870211Initializing all the Stores at 1731096870212 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096870212Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096870224 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096870224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096870224Cleaning up temporary data from old regions at 1731096870249 (+25 ms)Region opened successfully at 1731096870279 (+30 ms) 2024-11-08T20:14:30,279 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:14:30,279 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:14:30,279 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:14:30,279 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:14:30,279 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:14:30,293 INFO [RS:2;ae1476a7656f:34813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175/ae1476a7656f%2C34813%2C1731096869175.1731096870204 2024-11-08T20:14:30,298 INFO [RS:1;ae1476a7656f:38573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,38573,1731096869123/ae1476a7656f%2C38573%2C1731096869123.1731096870229 2024-11-08T20:14:30,300 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:14:30,300 DEBUG [RS:2;ae1476a7656f:34813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42821:42821),(127.0.0.1/127.0.0.1:35257:35257),(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-08T20:14:30,301 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096870279Disabling compacts and flushes for region at 1731096870279Disabling writes for close at 1731096870279Writing region close event to WAL at 1731096870300 (+21 ms)Closed at 1731096870300 2024-11-08T20:14:30,302 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:14:30,302 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T20:14:30,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T20:14:30,304 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:14:30,311 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T20:14:30,317 INFO [RS:0;ae1476a7656f:43367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,43367,1731096869062/ae1476a7656f%2C43367%2C1731096869062.1731096870237 2024-11-08T20:14:30,320 DEBUG [RS:1;ae1476a7656f:38573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257),(127.0.0.1/127.0.0.1:42821:42821),(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-08T20:14:30,328 DEBUG [RS:0;ae1476a7656f:43367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44765:44765),(127.0.0.1/127.0.0.1:35257:35257),(127.0.0.1/127.0.0.1:42821:42821)] 2024-11-08T20:14:30,461 DEBUG [ae1476a7656f:43745 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T20:14:30,462 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:14:30,464 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:14:30,465 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:14:30,465 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T20:14:30,465 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:14:30,465 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:14:30,465 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T20:14:30,465 INFO [ae1476a7656f:43745 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:14:30,465 INFO [ae1476a7656f:43745 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:14:30,465 INFO [ae1476a7656f:43745 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T20:14:30,465 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:14:30,466 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:30,467 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,43367,1731096869062, state=OPENING 2024-11-08T20:14:30,479 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T20:14:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:30,492 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:30,493 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:14:30,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:14:30,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:14:30,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:14:30,495 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T20:14:30,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,43367,1731096869062}] 2024-11-08T20:14:30,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:14:34,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:14:34,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:34,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:34,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:38,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T20:14:38,647 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T20:14:40,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:14:40,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:14:40,509 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T20:14:40,509 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T20:14:40,509 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T20:14:40,511 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ae1476a7656f%2C43367%2C1731096869062.meta, suffix=.meta, logDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,43367,1731096869062, archiveDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/oldWALs, maxLogs=32 2024-11-08T20:14:40,527 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,43367,1731096869062/ae1476a7656f%2C43367%2C1731096869062.meta.1731096880512.meta, exclude list is [], retry=0 2024-11-08T20:14:40,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39473,DS-0f7506a5-69f8-4cfc-afc4-54f9571583bf,DISK] 2024-11-08T20:14:40,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38213,DS-d267528f-0b62-4037-9027-874d9043e880,DISK] 2024-11-08T20:14:40,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43821,DS-184a1773-dad2-4909-a069-09514b369933,DISK] 2024-11-08T20:14:40,537 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,43367,1731096869062/ae1476a7656f%2C43367%2C1731096869062.meta.1731096880512.meta 2024-11-08T20:14:40,537 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35257:35257),(127.0.0.1/127.0.0.1:42821:42821),(127.0.0.1/127.0.0.1:44765:44765)] 2024-11-08T20:14:40,537 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T20:14:40,538 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T20:14:40,538 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T20:14:40,538 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T20:14:40,538 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T20:14:40,538 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,538 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T20:14:40,538 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T20:14:40,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T20:14:40,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T20:14:40,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:40,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:14:40,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T20:14:40,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T20:14:40,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:40,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:14:40,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T20:14:40,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T20:14:40,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:40,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:14:40,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T20:14:40,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T20:14:40,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:40,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T20:14:40,547 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T20:14:40,549 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740 2024-11-08T20:14:40,551 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740 2024-11-08T20:14:40,553 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T20:14:40,553 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T20:14:40,553 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T20:14:40,555 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T20:14:40,556 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68968284, jitterRate=0.02770751714706421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T20:14:40,556 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T20:14:40,557 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731096880538Writing region info on filesystem at 1731096880538Initializing all the Stores at 1731096880539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096880539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096880540 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096880540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731096880540Cleaning up temporary data from old regions at 1731096880553 (+13 ms)Running coprocessor post-open hooks at 1731096880556 (+3 ms)Region opened successfully at 1731096880557 (+1 ms) 2024-11-08T20:14:40,558 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731096880498 2024-11-08T20:14:40,560 DEBUG [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T20:14:40,561 INFO [RS_OPEN_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T20:14:40,561 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:40,562 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ae1476a7656f,43367,1731096869062, state=OPEN 2024-11-08T20:14:40,573 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:14:40,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:14:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:14:40,574 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T20:14:40,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:14:40,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:14:40,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:14:40,574 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:40,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T20:14:40,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T20:14:40,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ae1476a7656f,43367,1731096869062 in 10.0790 sec 2024-11-08T20:14:40,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T20:14:40,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2730 sec 2024-11-08T20:14:40,579 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T20:14:40,579 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T20:14:40,581 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:14:40,581 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43367,1731096869062, seqNum=-1] 2024-11-08T20:14:40,581 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:14:40,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:14:40,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8580 sec 2024-11-08T20:14:40,588 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731096880588, completionTime=-1 2024-11-08T20:14:40,588 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T20:14:40,588 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T20:14:40,590 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-08T20:14:40,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731096940591 2024-11-08T20:14:40,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731097000591 2024-11-08T20:14:40,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T20:14:40,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43745,1731096868819-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:40,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43745,1731096868819-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:40,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43745,1731096868819-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:40,591 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ae1476a7656f:43745, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:40,592 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:40,592 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:40,594 DEBUG [master/ae1476a7656f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T20:14:40,596 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.335sec 2024-11-08T20:14:40,596 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T20:14:40,596 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T20:14:40,596 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T20:14:40,596 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T20:14:40,596 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T20:14:40,596 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43745,1731096868819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T20:14:40,596 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43745,1731096868819-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T20:14:40,599 DEBUG [master/ae1476a7656f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T20:14:40,599 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T20:14:40,600 INFO [master/ae1476a7656f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ae1476a7656f,43745,1731096868819-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T20:14:40,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b5c0e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:14:40,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43745,-1 for getting cluster id 2024-11-08T20:14:40,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:14:40,639 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db8a130e-fd8f-47b4-ba8f-1bfd3180553d' 2024-11-08T20:14:40,640 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:14:40,640 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db8a130e-fd8f-47b4-ba8f-1bfd3180553d" 2024-11-08T20:14:40,641 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7263a136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:14:40,641 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43745,-1] 2024-11-08T20:14:40,641 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:14:40,642 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:40,643 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:14:40,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e62a909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:14:40,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:14:40,646 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43367,1731096869062, seqNum=-1] 2024-11-08T20:14:40,647 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:14:40,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:14:40,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ae1476a7656f,43745,1731096868819 2024-11-08T20:14:40,651 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731096880651 (current time:1731096880651). 2024-11-08T20:14:40,651 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T20:14:40,651 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T20:14:40,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a58d74a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:14:40,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ae1476a7656f,43745,-1 for getting cluster id 2024-11-08T20:14:40,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T20:14:40,654 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db8a130e-fd8f-47b4-ba8f-1bfd3180553d' 2024-11-08T20:14:40,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T20:14:40,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db8a130e-fd8f-47b4-ba8f-1bfd3180553d" 2024-11-08T20:14:40,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c29814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:14:40,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ae1476a7656f,43745,-1] 2024-11-08T20:14:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T20:14:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:40,656 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T20:14:40,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d13e383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T20:14:40,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T20:14:40,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ae1476a7656f,43367,1731096869062, seqNum=-1] 2024-11-08T20:14:40,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:14:40,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:14:40,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:14:40,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:14:40,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:40,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:14:40,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:14:40,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T20:14:40,663 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ae1476a7656f,43745,1731096868819 2024-11-08T20:14:40,663 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44e5ffc5 2024-11-08T20:14:40,663 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T20:14:40,665 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T20:14:40,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T20:14:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T20:14:40,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T20:14:40,669 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:40,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T20:14:40,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T20:14:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:14:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741837_1013 (size=361) 2024-11-08T20:14:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741837_1013 (size=361) 2024-11-08T20:14:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741837_1013 (size=361) 2024-11-08T20:14:40,690 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c387480dcfd4d6800205273a275c0128, NAME => 'SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,690 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5b5a2fe51fb155ace263fc9d3a2bcd8d, NAME => 'SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,691 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1df2b2ffd12de3c69ad5774a3a4c83fc, NAME => 'SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741838_1014 (size=54) 2024-11-08T20:14:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741838_1014 (size=54) 2024-11-08T20:14:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741838_1014 (size=54) 2024-11-08T20:14:40,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c387480dcfd4d6800205273a275c0128, disabling compactions & flushes 2024-11-08T20:14:40,704 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:14:40,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:14:40,704 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. after waiting 0 ms 2024-11-08T20:14:40,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:14:40,705 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:14:40,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c387480dcfd4d6800205273a275c0128: Waiting for close lock at 1731096880704Disabling compacts and flushes for region at 1731096880704Disabling writes for close at 1731096880704Writing region close event to WAL at 1731096880705 (+1 ms)Closed at 1731096880705 2024-11-08T20:14:40,706 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 610204b4d7c7be3adbc644b713a86a78, NAME => 'SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741839_1015 (size=62) 2024-11-08T20:14:40,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741839_1015 (size=62) 2024-11-08T20:14:40,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741839_1015 (size=62) 2024-11-08T20:14:40,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741840_1016 (size=62) 2024-11-08T20:14:40,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741840_1016 (size=62) 2024-11-08T20:14:40,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741840_1016 (size=62) 2024-11-08T20:14:40,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1df2b2ffd12de3c69ad5774a3a4c83fc, disabling compactions & flushes 2024-11-08T20:14:40,710 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. 2024-11-08T20:14:40,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. 2024-11-08T20:14:40,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. after waiting 0 ms 2024-11-08T20:14:40,710 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. 2024-11-08T20:14:40,710 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. 2024-11-08T20:14:40,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1df2b2ffd12de3c69ad5774a3a4c83fc: Waiting for close lock at 1731096880710Disabling compacts and flushes for region at 1731096880710Disabling writes for close at 1731096880710Writing region close event to WAL at 1731096880710Closed at 1731096880710 2024-11-08T20:14:40,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,711 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5b5a2fe51fb155ace263fc9d3a2bcd8d, disabling compactions & flushes 2024-11-08T20:14:40,711 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fc4f6c884b8c8eac9b0975cf5af6ca09, NAME => 'SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,711 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:14:40,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:14:40,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. after waiting 0 ms 2024-11-08T20:14:40,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:14:40,712 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:14:40,712 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5b5a2fe51fb155ace263fc9d3a2bcd8d: Waiting for close lock at 1731096880711Disabling compacts and flushes for region at 1731096880711Disabling writes for close at 1731096880712 (+1 ms)Writing region close event to WAL at 1731096880712Closed at 1731096880712 2024-11-08T20:14:40,712 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cebb09561026458cdbaaa83140822a2f, NAME => 'SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741841_1017 (size=62) 2024-11-08T20:14:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741841_1017 (size=62) 2024-11-08T20:14:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741841_1017 (size=62) 2024-11-08T20:14:40,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741842_1018 (size=62) 2024-11-08T20:14:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741842_1018 (size=62) 2024-11-08T20:14:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741842_1018 (size=62) 2024-11-08T20:14:40,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 610204b4d7c7be3adbc644b713a86a78, disabling compactions & flushes 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,731 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fc4f6c884b8c8eac9b0975cf5af6ca09, disabling compactions & flushes 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. after waiting 0 ms 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:14:40,731 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. 2024-11-08T20:14:40,731 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. after waiting 0 ms 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 610204b4d7c7be3adbc644b713a86a78: Waiting for close lock at 1731096880730Disabling compacts and flushes for region at 1731096880730Disabling writes for close at 1731096880731 (+1 ms)Writing region close event to WAL at 1731096880731Closed at 1731096880731 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. 2024-11-08T20:14:40,731 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. 2024-11-08T20:14:40,731 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fc4f6c884b8c8eac9b0975cf5af6ca09: Waiting for close lock at 1731096880731Disabling compacts and flushes for region at 1731096880731Disabling writes for close at 1731096880731Writing region close event to WAL at 1731096880731Closed at 1731096880731 2024-11-08T20:14:40,732 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b907a3508a453ebcdb1c67886d10b86e, NAME => 'SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,732 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 345c312a465f517b8516a55b5c1f9e07, NAME => 'SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741843_1019 (size=62) 2024-11-08T20:14:40,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741843_1019 (size=62) 2024-11-08T20:14:40,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741843_1019 (size=62) 2024-11-08T20:14:40,740 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cebb09561026458cdbaaa83140822a2f, disabling compactions & flushes 2024-11-08T20:14:40,741 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:14:40,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:14:40,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. after waiting 0 ms 2024-11-08T20:14:40,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:14:40,741 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:14:40,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cebb09561026458cdbaaa83140822a2f: Waiting for close lock at 1731096880740Disabling compacts and flushes for region at 1731096880740Disabling writes for close at 1731096880741 (+1 ms)Writing region close event to WAL at 1731096880741Closed at 1731096880741 2024-11-08T20:14:40,742 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c00c4c7285b29602c4f855f3d00e0136, NAME => 'SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741844_1020 (size=62) 2024-11-08T20:14:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741844_1020 (size=62) 2024-11-08T20:14:40,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741844_1020 (size=62) 2024-11-08T20:14:40,749 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 345c312a465f517b8516a55b5c1f9e07, disabling compactions & flushes 2024-11-08T20:14:40,750 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:14:40,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:14:40,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. after waiting 0 ms 2024-11-08T20:14:40,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:14:40,750 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:14:40,750 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 345c312a465f517b8516a55b5c1f9e07: Waiting for close lock at 1731096880750Disabling compacts and flushes for region at 1731096880750Disabling writes for close at 1731096880750Writing region close event to WAL at 1731096880750Closed at 1731096880750 2024-11-08T20:14:40,751 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b5ec1109b5e1ee7307bd7b9df534091d, NAME => 'SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25 2024-11-08T20:14:40,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741845_1021 (size=62) 2024-11-08T20:14:40,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741845_1021 (size=62) 2024-11-08T20:14:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741845_1021 (size=62) 2024-11-08T20:14:40,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b907a3508a453ebcdb1c67886d10b86e, disabling compactions & flushes 2024-11-08T20:14:40,758 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. 2024-11-08T20:14:40,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. 2024-11-08T20:14:40,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. after waiting 0 ms 2024-11-08T20:14:40,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. 2024-11-08T20:14:40,758 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. 2024-11-08T20:14:40,758 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b907a3508a453ebcdb1c67886d10b86e: Waiting for close lock at 1731096880758Disabling compacts and flushes for region at 1731096880758Disabling writes for close at 1731096880758Writing region close event to WAL at 1731096880758Closed at 1731096880758 2024-11-08T20:14:40,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741846_1022 (size=62) 2024-11-08T20:14:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741847_1023 (size=54) 2024-11-08T20:14:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741846_1022 (size=62) 2024-11-08T20:14:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741846_1022 (size=62) 2024-11-08T20:14:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741847_1023 (size=54) 2024-11-08T20:14:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741847_1023 (size=54) 2024-11-08T20:14:40,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:40,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b5ec1109b5e1ee7307bd7b9df534091d, disabling compactions & flushes 2024-11-08T20:14:40,773 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:14:40,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:14:40,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. after waiting 0 ms 2024-11-08T20:14:40,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:14:40,773 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:14:40,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b5ec1109b5e1ee7307bd7b9df534091d: Waiting for close lock at 1731096880773Disabling compacts and flushes for region at 1731096880773Disabling writes for close at 1731096880773Writing region close event to WAL at 1731096880773Closed at 1731096880773 2024-11-08T20:14:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:14:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:14:41,168 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:41,168 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c00c4c7285b29602c4f855f3d00e0136, disabling compactions & flushes 2024-11-08T20:14:41,168 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:14:41,168 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:14:41,168 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. after waiting 0 ms 2024-11-08T20:14:41,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:14:41,169 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:14:41,169 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c00c4c7285b29602c4f855f3d00e0136: Waiting for close lock at 1731096881168Disabling compacts and flushes for region at 1731096881168Disabling writes for close at 1731096881169 (+1 ms)Writing region close event to WAL at 1731096881169Closed at 1731096881169 2024-11-08T20:14:41,171 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T20:14:41,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,173 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,173 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,173 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731096881171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731096881171"}]},"ts":"1731096881171"} 2024-11-08T20:14:41,182 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T20:14:41,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T20:14:41,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096881184"}]},"ts":"1731096881184"} 2024-11-08T20:14:41,186 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T20:14:41,186 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:14:41,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:14:41,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:14:41,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T20:14:41,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:14:41,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:14:41,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T20:14:41,192 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:14:41,192 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:14:41,192 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T20:14:41,192 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:14:41,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c387480dcfd4d6800205273a275c0128, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df2b2ffd12de3c69ad5774a3a4c83fc, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b5a2fe51fb155ace263fc9d3a2bcd8d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=610204b4d7c7be3adbc644b713a86a78, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc4f6c884b8c8eac9b0975cf5af6ca09, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cebb09561026458cdbaaa83140822a2f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b907a3508a453ebcdb1c67886d10b86e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=345c312a465f517b8516a55b5c1f9e07, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c00c4c7285b29602c4f855f3d00e0136, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5ec1109b5e1ee7307bd7b9df534091d, ASSIGN}] 2024-11-08T20:14:41,195 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b5a2fe51fb155ace263fc9d3a2bcd8d, ASSIGN 2024-11-08T20:14:41,196 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c387480dcfd4d6800205273a275c0128, ASSIGN 2024-11-08T20:14:41,196 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=610204b4d7c7be3adbc644b713a86a78, ASSIGN 2024-11-08T20:14:41,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df2b2ffd12de3c69ad5774a3a4c83fc, ASSIGN 2024-11-08T20:14:41,197 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b5a2fe51fb155ace263fc9d3a2bcd8d, ASSIGN; state=OFFLINE, location=ae1476a7656f,38573,1731096869123; forceNewPlan=false, retain=false 2024-11-08T20:14:41,197 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c387480dcfd4d6800205273a275c0128, ASSIGN; state=OFFLINE, location=ae1476a7656f,43367,1731096869062; forceNewPlan=false, retain=false 2024-11-08T20:14:41,197 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=610204b4d7c7be3adbc644b713a86a78, ASSIGN; state=OFFLINE, location=ae1476a7656f,43367,1731096869062; forceNewPlan=false, retain=false 2024-11-08T20:14:41,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1df2b2ffd12de3c69ad5774a3a4c83fc, ASSIGN; state=OFFLINE, location=ae1476a7656f,34813,1731096869175; forceNewPlan=false, retain=false 2024-11-08T20:14:41,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c00c4c7285b29602c4f855f3d00e0136, ASSIGN 2024-11-08T20:14:41,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c00c4c7285b29602c4f855f3d00e0136, ASSIGN; state=OFFLINE, location=ae1476a7656f,43367,1731096869062; forceNewPlan=false, retain=false 2024-11-08T20:14:41,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc4f6c884b8c8eac9b0975cf5af6ca09, ASSIGN 2024-11-08T20:14:41,202 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=345c312a465f517b8516a55b5c1f9e07, ASSIGN 2024-11-08T20:14:41,202 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5ec1109b5e1ee7307bd7b9df534091d, ASSIGN 2024-11-08T20:14:41,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b907a3508a453ebcdb1c67886d10b86e, ASSIGN 2024-11-08T20:14:41,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cebb09561026458cdbaaa83140822a2f, ASSIGN 2024-11-08T20:14:41,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc4f6c884b8c8eac9b0975cf5af6ca09, ASSIGN; state=OFFLINE, location=ae1476a7656f,34813,1731096869175; forceNewPlan=false, retain=false 2024-11-08T20:14:41,203 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=345c312a465f517b8516a55b5c1f9e07, ASSIGN; state=OFFLINE, location=ae1476a7656f,43367,1731096869062; forceNewPlan=false, retain=false 2024-11-08T20:14:41,203 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5ec1109b5e1ee7307bd7b9df534091d, ASSIGN; state=OFFLINE, location=ae1476a7656f,38573,1731096869123; forceNewPlan=false, retain=false 2024-11-08T20:14:41,203 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b907a3508a453ebcdb1c67886d10b86e, ASSIGN; state=OFFLINE, location=ae1476a7656f,34813,1731096869175; forceNewPlan=false, retain=false 2024-11-08T20:14:41,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cebb09561026458cdbaaa83140822a2f, ASSIGN; state=OFFLINE, location=ae1476a7656f,38573,1731096869123; forceNewPlan=false, retain=false 2024-11-08T20:14:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:14:41,348 INFO [ae1476a7656f:43745 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T20:14:41,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=345c312a465f517b8516a55b5c1f9e07, regionState=OPENING, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:41,348 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c387480dcfd4d6800205273a275c0128, regionState=OPENING, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:41,348 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c00c4c7285b29602c4f855f3d00e0136, regionState=OPENING, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:41,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b5ec1109b5e1ee7307bd7b9df534091d, regionState=OPENING, regionLocation=ae1476a7656f,38573,1731096869123 2024-11-08T20:14:41,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cebb09561026458cdbaaa83140822a2f, regionState=OPENING, regionLocation=ae1476a7656f,38573,1731096869123 2024-11-08T20:14:41,349 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5b5a2fe51fb155ace263fc9d3a2bcd8d, regionState=OPENING, regionLocation=ae1476a7656f,38573,1731096869123 2024-11-08T20:14:41,349 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b907a3508a453ebcdb1c67886d10b86e, regionState=OPENING, regionLocation=ae1476a7656f,34813,1731096869175 2024-11-08T20:14:41,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc4f6c884b8c8eac9b0975cf5af6ca09, regionState=OPENING, regionLocation=ae1476a7656f,34813,1731096869175 2024-11-08T20:14:41,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1df2b2ffd12de3c69ad5774a3a4c83fc, regionState=OPENING, regionLocation=ae1476a7656f,34813,1731096869175 2024-11-08T20:14:41,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=610204b4d7c7be3adbc644b713a86a78, regionState=OPENING, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:41,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=345c312a465f517b8516a55b5c1f9e07, ASSIGN because future has completed 2024-11-08T20:14:41,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 345c312a465f517b8516a55b5c1f9e07, server=ae1476a7656f,43367,1731096869062}] 2024-11-08T20:14:41,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c00c4c7285b29602c4f855f3d00e0136, ASSIGN because future has completed 2024-11-08T20:14:41,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c00c4c7285b29602c4f855f3d00e0136, server=ae1476a7656f,43367,1731096869062}] 2024-11-08T20:14:41,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c387480dcfd4d6800205273a275c0128, ASSIGN because future has completed 2024-11-08T20:14:41,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5ec1109b5e1ee7307bd7b9df534091d, ASSIGN because future has completed 2024-11-08T20:14:41,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5ec1109b5e1ee7307bd7b9df534091d, server=ae1476a7656f,38573,1731096869123}] 2024-11-08T20:14:41,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c387480dcfd4d6800205273a275c0128, server=ae1476a7656f,43367,1731096869062}] 2024-11-08T20:14:41,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cebb09561026458cdbaaa83140822a2f, ASSIGN because future has completed 2024-11-08T20:14:41,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5b5a2fe51fb155ace263fc9d3a2bcd8d, ASSIGN because future has completed 2024-11-08T20:14:41,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b907a3508a453ebcdb1c67886d10b86e, ASSIGN because future has completed 2024-11-08T20:14:41,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1df2b2ffd12de3c69ad5774a3a4c83fc, ASSIGN because future has completed 2024-11-08T20:14:41,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cebb09561026458cdbaaa83140822a2f, server=ae1476a7656f,38573,1731096869123}] 2024-11-08T20:14:41,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc4f6c884b8c8eac9b0975cf5af6ca09, ASSIGN because future has completed 2024-11-08T20:14:41,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=610204b4d7c7be3adbc644b713a86a78, ASSIGN because future has completed 2024-11-08T20:14:41,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 610204b4d7c7be3adbc644b713a86a78, server=ae1476a7656f,43367,1731096869062}] 2024-11-08T20:14:41,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc4f6c884b8c8eac9b0975cf5af6ca09, server=ae1476a7656f,34813,1731096869175}] 2024-11-08T20:14:41,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1df2b2ffd12de3c69ad5774a3a4c83fc, server=ae1476a7656f,34813,1731096869175}] 2024-11-08T20:14:41,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b907a3508a453ebcdb1c67886d10b86e, server=ae1476a7656f,34813,1731096869175}] 2024-11-08T20:14:41,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b5a2fe51fb155ace263fc9d3a2bcd8d, server=ae1476a7656f,38573,1731096869123}] 2024-11-08T20:14:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:14:41,960 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T20:14:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:14:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:14:45,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:45,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:45,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:46,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:14:46,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:46,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:46,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:48,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T20:14:48,647 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T20:14:48,648 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:14:48,648 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T20:14:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:14:51,373 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:14:51,373 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 345c312a465f517b8516a55b5c1f9e07, NAME => 'SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T20:14:51,373 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,373 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,374 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,374 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,380 INFO [StoreOpener-345c312a465f517b8516a55b5c1f9e07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,381 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:14:51,383 INFO [StoreOpener-345c312a465f517b8516a55b5c1f9e07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345c312a465f517b8516a55b5c1f9e07 columnFamilyName cf 2024-11-08T20:14:51,383 DEBUG [StoreOpener-345c312a465f517b8516a55b5c1f9e07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,384 INFO [StoreOpener-345c312a465f517b8516a55b5c1f9e07-1 {}] regionserver.HStore(327): Store=345c312a465f517b8516a55b5c1f9e07/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,384 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,387 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,388 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:14:51,390 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,390 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T20:14:51,394 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,394 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:14:51,394 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b5a2fe51fb155ace263fc9d3a2bcd8d, NAME => 'SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T20:14:51,394 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,394 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,395 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,395 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T20:14:51,396 INFO [StoreOpener-5b5a2fe51fb155ace263fc9d3a2bcd8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,397 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,397 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 345c312a465f517b8516a55b5c1f9e07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64387291, jitterRate=-0.04055459797382355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,398 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:14:51,398 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 345c312a465f517b8516a55b5c1f9e07: Running coprocessor pre-open hook at 1731096891374Writing region info on filesystem at 1731096891374Initializing all the Stores at 1731096891378 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891378Cleaning up temporary data from old regions at 1731096891390 (+12 ms)Running coprocessor post-open hooks at 1731096891398 (+8 ms)Region opened successfully at 1731096891398 2024-11-08T20:14:51,398 INFO [StoreOpener-5b5a2fe51fb155ace263fc9d3a2bcd8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b5a2fe51fb155ace263fc9d3a2bcd8d columnFamilyName cf 2024-11-08T20:14:51,398 DEBUG [StoreOpener-5b5a2fe51fb155ace263fc9d3a2bcd8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,399 INFO [StoreOpener-5b5a2fe51fb155ace263fc9d3a2bcd8d-1 {}] regionserver.HStore(327): Store=5b5a2fe51fb155ace263fc9d3a2bcd8d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,399 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07., pid=15, masterSystemTime=1731096891366 2024-11-08T20:14:51,400 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,401 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,401 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,402 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. 2024-11-08T20:14:51,402 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:14:51,402 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fc4f6c884b8c8eac9b0975cf5af6ca09, NAME => 'SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T20:14:51,402 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:14:51,402 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:14:51,402 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 610204b4d7c7be3adbc644b713a86a78, NAME => 'SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=345c312a465f517b8516a55b5c1f9e07, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,403 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,405 INFO [StoreOpener-fc4f6c884b8c8eac9b0975cf5af6ca09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,407 INFO [StoreOpener-610204b4d7c7be3adbc644b713a86a78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 345c312a465f517b8516a55b5c1f9e07, server=ae1476a7656f,43367,1731096869062 because future has completed 2024-11-08T20:14:51,410 INFO [StoreOpener-fc4f6c884b8c8eac9b0975cf5af6ca09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc4f6c884b8c8eac9b0975cf5af6ca09 columnFamilyName cf 2024-11-08T20:14:51,410 DEBUG [StoreOpener-fc4f6c884b8c8eac9b0975cf5af6ca09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,411 INFO [StoreOpener-fc4f6c884b8c8eac9b0975cf5af6ca09-1 {}] regionserver.HStore(327): Store=fc4f6c884b8c8eac9b0975cf5af6ca09/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,411 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,412 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,413 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,414 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,415 INFO [StoreOpener-610204b4d7c7be3adbc644b713a86a78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 610204b4d7c7be3adbc644b713a86a78 columnFamilyName cf 2024-11-08T20:14:51,415 DEBUG [StoreOpener-610204b4d7c7be3adbc644b713a86a78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,416 INFO [StoreOpener-610204b4d7c7be3adbc644b713a86a78-1 {}] regionserver.HStore(327): Store=610204b4d7c7be3adbc644b713a86a78/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,416 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/5b5a2fe51fb155ace263fc9d3a2bcd8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,416 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-08T20:14:51,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 345c312a465f517b8516a55b5c1f9e07, server=ae1476a7656f,43367,1731096869062 in 10.0560 sec 2024-11-08T20:14:51,417 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,417 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 5b5a2fe51fb155ace263fc9d3a2bcd8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65844675, jitterRate=-0.018837884068489075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,418 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:14:51,418 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 5b5a2fe51fb155ace263fc9d3a2bcd8d: Running coprocessor pre-open hook at 1731096891395Writing region info on filesystem at 1731096891395Initializing all the Stores at 1731096891396 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891396Cleaning up temporary data from old regions at 1731096891403 (+7 ms)Running coprocessor post-open hooks at 1731096891418 (+15 ms)Region opened successfully at 1731096891418 2024-11-08T20:14:51,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=345c312a465f517b8516a55b5c1f9e07, ASSIGN in 10.2240 sec 2024-11-08T20:14:51,419 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,419 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d., pid=24, masterSystemTime=1731096891380 2024-11-08T20:14:51,420 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,420 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,420 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,420 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5b5a2fe51fb155ace263fc9d3a2bcd8d, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,38573,1731096869123 2024-11-08T20:14:51,422 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,422 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:14:51,425 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:14:51,425 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:14:51,425 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => cebb09561026458cdbaaa83140822a2f, NAME => 'SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T20:14:51,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b5a2fe51fb155ace263fc9d3a2bcd8d, server=ae1476a7656f,38573,1731096869123 because future has completed 2024-11-08T20:14:51,426 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,426 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,426 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,426 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,428 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/610204b4d7c7be3adbc644b713a86a78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,428 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,428 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 610204b4d7c7be3adbc644b713a86a78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61743474, jitterRate=-0.07995054125785828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,429 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:14:51,429 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 610204b4d7c7be3adbc644b713a86a78: Running coprocessor pre-open hook at 1731096891403Writing region info on filesystem at 1731096891403Initializing all the Stores at 1731096891405 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891405Cleaning up temporary data from old regions at 1731096891420 (+15 ms)Running coprocessor post-open hooks at 1731096891429 (+9 ms)Region opened successfully at 1731096891429 2024-11-08T20:14:51,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-08T20:14:51,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b5a2fe51fb155ace263fc9d3a2bcd8d, server=ae1476a7656f,38573,1731096869123 in 10.0340 sec 2024-11-08T20:14:51,431 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78., pid=20, masterSystemTime=1731096891366 2024-11-08T20:14:51,431 INFO [StoreOpener-cebb09561026458cdbaaa83140822a2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5b5a2fe51fb155ace263fc9d3a2bcd8d, ASSIGN in 10.2370 sec 2024-11-08T20:14:51,434 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:14:51,434 INFO [StoreOpener-cebb09561026458cdbaaa83140822a2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cebb09561026458cdbaaa83140822a2f columnFamilyName cf 2024-11-08T20:14:51,435 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:14:51,435 DEBUG [StoreOpener-cebb09561026458cdbaaa83140822a2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,435 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:14:51,435 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/fc4f6c884b8c8eac9b0975cf5af6ca09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,435 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c387480dcfd4d6800205273a275c0128, NAME => 'SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T20:14:51,435 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,435 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,436 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,436 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,436 INFO [StoreOpener-cebb09561026458cdbaaa83140822a2f-1 {}] regionserver.HStore(327): Store=cebb09561026458cdbaaa83140822a2f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=610204b4d7c7be3adbc644b713a86a78, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:51,436 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,437 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fc4f6c884b8c8eac9b0975cf5af6ca09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62256698, jitterRate=-0.072302907705307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,437 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:14:51,438 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,438 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fc4f6c884b8c8eac9b0975cf5af6ca09: Running coprocessor pre-open hook at 1731096891403Writing region info on filesystem at 1731096891403Initializing all the Stores at 1731096891405 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891405Cleaning up temporary data from old regions at 1731096891420 (+15 ms)Running coprocessor post-open hooks at 1731096891437 (+17 ms)Region opened successfully at 1731096891437 2024-11-08T20:14:51,439 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 610204b4d7c7be3adbc644b713a86a78, server=ae1476a7656f,43367,1731096869062 because future has completed 2024-11-08T20:14:51,439 INFO [StoreOpener-c387480dcfd4d6800205273a275c0128-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,439 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,439 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,440 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09., pid=22, masterSystemTime=1731096891393 2024-11-08T20:14:51,442 INFO [StoreOpener-c387480dcfd4d6800205273a275c0128-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c387480dcfd4d6800205273a275c0128 columnFamilyName cf 2024-11-08T20:14:51,443 DEBUG [StoreOpener-c387480dcfd4d6800205273a275c0128-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,444 INFO [StoreOpener-c387480dcfd4d6800205273a275c0128-1 {}] regionserver.HStore(327): Store=c387480dcfd4d6800205273a275c0128/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,444 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,444 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,445 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,446 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,446 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,446 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,446 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. 2024-11-08T20:14:51,446 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. 2024-11-08T20:14:51,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-08T20:14:51,447 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc4f6c884b8c8eac9b0975cf5af6ca09, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34813,1731096869175 2024-11-08T20:14:51,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 610204b4d7c7be3adbc644b713a86a78, server=ae1476a7656f,43367,1731096869062 in 10.0590 sec 2024-11-08T20:14:51,448 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. 2024-11-08T20:14:51,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc4f6c884b8c8eac9b0975cf5af6ca09, server=ae1476a7656f,34813,1731096869175 because future has completed 2024-11-08T20:14:51,450 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b907a3508a453ebcdb1c67886d10b86e, NAME => 'SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T20:14:51,451 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,451 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=610204b4d7c7be3adbc644b713a86a78, ASSIGN in 10.2540 sec 2024-11-08T20:14:51,451 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,451 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,451 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-08T20:14:51,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fc4f6c884b8c8eac9b0975cf5af6ca09, server=ae1476a7656f,34813,1731096869175 in 10.0660 sec 2024-11-08T20:14:51,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc4f6c884b8c8eac9b0975cf5af6ca09, ASSIGN in 10.2620 sec 2024-11-08T20:14:51,461 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/cebb09561026458cdbaaa83140822a2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,461 INFO [StoreOpener-b907a3508a453ebcdb1c67886d10b86e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,462 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened cebb09561026458cdbaaa83140822a2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71797914, jitterRate=0.06987228989601135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,462 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cebb09561026458cdbaaa83140822a2f 2024-11-08T20:14:51,463 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for cebb09561026458cdbaaa83140822a2f: Running coprocessor pre-open hook at 1731096891426Writing region info on filesystem at 1731096891426Initializing all the Stores at 1731096891428 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891428Cleaning up temporary data from old regions at 1731096891439 (+11 ms)Running coprocessor post-open hooks at 1731096891462 (+23 ms)Region opened successfully at 1731096891462 2024-11-08T20:14:51,464 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f., pid=19, masterSystemTime=1731096891380 2024-11-08T20:14:51,466 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:14:51,467 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:14:51,467 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:14:51,467 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b5ec1109b5e1ee7307bd7b9df534091d, NAME => 'SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T20:14:51,467 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,467 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cebb09561026458cdbaaa83140822a2f, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,38573,1731096869123 2024-11-08T20:14:51,468 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,468 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,471 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c387480dcfd4d6800205273a275c0128/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cebb09561026458cdbaaa83140822a2f, server=ae1476a7656f,38573,1731096869123 because future has completed 2024-11-08T20:14:51,472 INFO [StoreOpener-b907a3508a453ebcdb1c67886d10b86e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b907a3508a453ebcdb1c67886d10b86e columnFamilyName cf 2024-11-08T20:14:51,472 DEBUG [StoreOpener-b907a3508a453ebcdb1c67886d10b86e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,473 INFO [StoreOpener-b907a3508a453ebcdb1c67886d10b86e-1 {}] regionserver.HStore(327): Store=b907a3508a453ebcdb1c67886d10b86e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,473 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,474 INFO [StoreOpener-b5ec1109b5e1ee7307bd7b9df534091d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,474 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c387480dcfd4d6800205273a275c0128; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67099965, jitterRate=-1.326054334640503E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,475 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,475 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c387480dcfd4d6800205273a275c0128 2024-11-08T20:14:51,475 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c387480dcfd4d6800205273a275c0128: Running coprocessor pre-open hook at 1731096891436Writing region info on filesystem at 1731096891436Initializing all the Stores at 1731096891438 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891438Cleaning up temporary data from old regions at 1731096891446 (+8 ms)Running coprocessor post-open hooks at 1731096891475 (+29 ms)Region opened successfully at 1731096891475 2024-11-08T20:14:51,476 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,478 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,478 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,478 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128., pid=18, masterSystemTime=1731096891366 2024-11-08T20:14:51,480 INFO [StoreOpener-b5ec1109b5e1ee7307bd7b9df534091d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5ec1109b5e1ee7307bd7b9df534091d columnFamilyName cf 2024-11-08T20:14:51,480 DEBUG [StoreOpener-b5ec1109b5e1ee7307bd7b9df534091d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,485 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,485 INFO [StoreOpener-b5ec1109b5e1ee7307bd7b9df534091d-1 {}] regionserver.HStore(327): Store=b5ec1109b5e1ee7307bd7b9df534091d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-08T20:14:51,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cebb09561026458cdbaaa83140822a2f, server=ae1476a7656f,38573,1731096869123 in 10.1010 sec 2024-11-08T20:14:51,487 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:14:51,487 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:14:51,487 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:14:51,487 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c00c4c7285b29602c4f855f3d00e0136, NAME => 'SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T20:14:51,489 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c387480dcfd4d6800205273a275c0128, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:51,490 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,490 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,491 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,491 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c387480dcfd4d6800205273a275c0128, server=ae1476a7656f,43367,1731096869062 because future has completed 2024-11-08T20:14:51,496 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,497 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,498 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cebb09561026458cdbaaa83140822a2f, ASSIGN in 10.2930 sec 2024-11-08T20:14:51,499 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,502 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-08T20:14:51,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c387480dcfd4d6800205273a275c0128, server=ae1476a7656f,43367,1731096869062 in 10.1320 sec 2024-11-08T20:14:51,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c387480dcfd4d6800205273a275c0128, ASSIGN in 10.3100 sec 2024-11-08T20:14:51,509 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,510 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b907a3508a453ebcdb1c67886d10b86e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72048858, jitterRate=0.07361164689064026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,510 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:14:51,511 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b907a3508a453ebcdb1c67886d10b86e: Running coprocessor pre-open hook at 1731096891451Writing region info on filesystem at 1731096891451Initializing all the Stores at 1731096891453 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891453Cleaning up temporary data from old regions at 1731096891478 (+25 ms)Running coprocessor post-open hooks at 1731096891510 (+32 ms)Region opened successfully at 1731096891510 2024-11-08T20:14:51,512 INFO [StoreOpener-c00c4c7285b29602c4f855f3d00e0136-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,513 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e., pid=23, masterSystemTime=1731096891393 2024-11-08T20:14:51,515 INFO [StoreOpener-c00c4c7285b29602c4f855f3d00e0136-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c00c4c7285b29602c4f855f3d00e0136 columnFamilyName cf 2024-11-08T20:14:51,515 DEBUG [StoreOpener-c00c4c7285b29602c4f855f3d00e0136-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,516 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. 2024-11-08T20:14:51,516 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. 2024-11-08T20:14:51,516 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. 2024-11-08T20:14:51,516 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b907a3508a453ebcdb1c67886d10b86e, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34813,1731096869175 2024-11-08T20:14:51,516 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 1df2b2ffd12de3c69ad5774a3a4c83fc, NAME => 'SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T20:14:51,516 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,516 INFO [StoreOpener-c00c4c7285b29602c4f855f3d00e0136-1 {}] regionserver.HStore(327): Store=c00c4c7285b29602c4f855f3d00e0136/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,516 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T20:14:51,516 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,516 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,516 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,518 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,519 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b907a3508a453ebcdb1c67886d10b86e, server=ae1476a7656f,34813,1731096869175 because future has completed 2024-11-08T20:14:51,521 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,521 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-08T20:14:51,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b907a3508a453ebcdb1c67886d10b86e, server=ae1476a7656f,34813,1731096869175 in 10.1310 sec 2024-11-08T20:14:51,525 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b907a3508a453ebcdb1c67886d10b86e, ASSIGN in 10.3300 sec 2024-11-08T20:14:51,528 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,529 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b5ec1109b5e1ee7307bd7b9df534091d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68197841, jitterRate=0.01622702181339264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,529 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:14:51,529 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b5ec1109b5e1ee7307bd7b9df534091d: Running coprocessor pre-open hook at 1731096891468Writing region info on filesystem at 1731096891468Initializing all the Stores at 1731096891472 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891472Cleaning up temporary data from old regions at 1731096891499 (+27 ms)Running coprocessor post-open hooks at 1731096891529 (+30 ms)Region opened successfully at 1731096891529 2024-11-08T20:14:51,530 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d., pid=17, masterSystemTime=1731096891380 2024-11-08T20:14:51,532 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:14:51,532 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:14:51,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b5ec1109b5e1ee7307bd7b9df534091d, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,38573,1731096869123 2024-11-08T20:14:51,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5ec1109b5e1ee7307bd7b9df534091d, server=ae1476a7656f,38573,1731096869123 because future has completed 2024-11-08T20:14:51,541 INFO [StoreOpener-1df2b2ffd12de3c69ad5774a3a4c83fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-08T20:14:51,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b5ec1109b5e1ee7307bd7b9df534091d, server=ae1476a7656f,38573,1731096869123 in 10.1730 sec 2024-11-08T20:14:51,544 INFO [StoreOpener-1df2b2ffd12de3c69ad5774a3a4c83fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1df2b2ffd12de3c69ad5774a3a4c83fc columnFamilyName cf 2024-11-08T20:14:51,544 DEBUG [StoreOpener-1df2b2ffd12de3c69ad5774a3a4c83fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T20:14:51,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5ec1109b5e1ee7307bd7b9df534091d, ASSIGN in 10.3490 sec 2024-11-08T20:14:51,545 INFO [StoreOpener-1df2b2ffd12de3c69ad5774a3a4c83fc-1 {}] regionserver.HStore(327): Store=1df2b2ffd12de3c69ad5774a3a4c83fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T20:14:51,545 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,546 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,546 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,547 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,547 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c00c4c7285b29602c4f855f3d00e0136; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63279289, jitterRate=-0.05706511437892914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,547 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:14:51,547 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c00c4c7285b29602c4f855f3d00e0136: Running coprocessor pre-open hook at 1731096891491Writing region info on filesystem at 1731096891491Initializing all the Stores at 1731096891492 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891493 (+1 ms)Cleaning up temporary data from old regions at 1731096891521 (+28 ms)Running coprocessor post-open hooks at 1731096891547 (+26 ms)Region opened successfully at 1731096891547 2024-11-08T20:14:51,547 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,547 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,549 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136., pid=16, masterSystemTime=1731096891366 2024-11-08T20:14:51,551 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,553 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:14:51,553 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:14:51,555 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/1df2b2ffd12de3c69ad5774a3a4c83fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T20:14:51,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=c00c4c7285b29602c4f855f3d00e0136, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,43367,1731096869062 2024-11-08T20:14:51,556 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 1df2b2ffd12de3c69ad5774a3a4c83fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67234976, jitterRate=0.0018792152404785156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T20:14:51,556 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:14:51,557 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 1df2b2ffd12de3c69ad5774a3a4c83fc: Running coprocessor pre-open hook at 1731096891517Writing region info on filesystem at 1731096891517Initializing all the Stores at 1731096891518 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731096891518Cleaning up temporary data from old regions at 1731096891547 (+29 ms)Running coprocessor post-open hooks at 1731096891557 (+10 ms)Region opened successfully at 1731096891557 2024-11-08T20:14:51,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure c00c4c7285b29602c4f855f3d00e0136, server=ae1476a7656f,43367,1731096869062 because future has completed 2024-11-08T20:14:51,561 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc., pid=21, masterSystemTime=1731096891393 2024-11-08T20:14:51,565 DEBUG [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. 2024-11-08T20:14:51,565 INFO [RS_OPEN_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. 2024-11-08T20:14:51,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-08T20:14:51,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1df2b2ffd12de3c69ad5774a3a4c83fc, regionState=OPEN, openSeqNum=2, regionLocation=ae1476a7656f,34813,1731096869175 2024-11-08T20:14:51,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure c00c4c7285b29602c4f855f3d00e0136, server=ae1476a7656f,43367,1731096869062 in 10.1970 sec 2024-11-08T20:14:51,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1df2b2ffd12de3c69ad5774a3a4c83fc, server=ae1476a7656f,34813,1731096869175 because future has completed 2024-11-08T20:14:51,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c00c4c7285b29602c4f855f3d00e0136, ASSIGN in 10.3720 sec 2024-11-08T20:14:51,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-08T20:14:51,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1df2b2ffd12de3c69ad5774a3a4c83fc, server=ae1476a7656f,34813,1731096869175 in 10.1860 sec 2024-11-08T20:14:51,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T20:14:51,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df2b2ffd12de3c69ad5774a3a4c83fc, ASSIGN in 10.3810 sec 2024-11-08T20:14:51,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T20:14:51,581 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731096891581"}]},"ts":"1731096891581"} 2024-11-08T20:14:51,584 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T20:14:51,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T20:14:51,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9230 sec 2024-11-08T20:14:53,960 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T20:14:56,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:56,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:56,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:56,910 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T20:14:56,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:56,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:56,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T20:14:58,699 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:14:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T20:14:58,880 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T20:14:58,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T20:14:58,880 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:14:58,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T20:14:58,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:14:58,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T20:14:58,929 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e., hostname=ae1476a7656f,34813,1731096869175, seqNum=2] 2024-11-08T20:14:58,931 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e., hostname=ae1476a7656f,34813,1731096869175, seqNum=2] 2024-11-08T20:14:58,932 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e., hostname=ae1476a7656f,34813,1731096869175, seqNum=2] 2024-11-08T20:14:58,933 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e., hostname=ae1476a7656f,34813,1731096869175, seqNum=2] 2024-11-08T20:14:58,934 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e., hostname=ae1476a7656f,34813,1731096869175, seqNum=2] 2024-11-08T20:14:58,966 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:58,967 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:58,969 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:58,970 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:58,971 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:59,015 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:59,017 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:59,019 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:59,020 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:59,021 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:59,022 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136., hostname=ae1476a7656f,43367,1731096869062, seqNum=2] 2024-11-08T20:14:59,084 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d., hostname=ae1476a7656f,38573,1731096869123, seqNum=2] 2024-11-08T20:14:59,086 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d., hostname=ae1476a7656f,38573,1731096869123, seqNum=2] 2024-11-08T20:14:59,087 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d., hostname=ae1476a7656f,38573,1731096869123, seqNum=2] 2024-11-08T20:14:59,088 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d., hostname=ae1476a7656f,38573,1731096869123, seqNum=2] 2024-11-08T20:14:59,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:14:59,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T20:14:59,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:14:59,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T20:14:59,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:14:59,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34813 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:15:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:15:00,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:15:00,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38573 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T20:15:00,719 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T20:15:00,720 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:15:00,721 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T20:15:00,722 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T20:15:00,725 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T20:15:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741848_1024 (size=49) 2024-11-08T20:15:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741848_1024 (size=49) 2024-11-08T20:15:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741848_1024 (size=49) 2024-11-08T20:15:00,744 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T20:15:00,745 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T20:15:00,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c387480dcfd4d6800205273a275c0128}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df2b2ffd12de3c69ad5774a3a4c83fc}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b5a2fe51fb155ace263fc9d3a2bcd8d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 610204b4d7c7be3adbc644b713a86a78}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc4f6c884b8c8eac9b0975cf5af6ca09}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cebb09561026458cdbaaa83140822a2f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b907a3508a453ebcdb1c67886d10b86e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 345c312a465f517b8516a55b5c1f9e07}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c00c4c7285b29602c4f855f3d00e0136}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5ec1109b5e1ee7307bd7b9df534091d}] 2024-11-08T20:15:00,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:15:00,746 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:15:00,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:15:00,747 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:15:00,747 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cebb09561026458cdbaaa83140822a2f 2024-11-08T20:15:00,750 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:15:00,751 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:15:00,751 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:15:00,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c387480dcfd4d6800205273a275c0128 2024-11-08T20:15:00,752 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:15:09,305 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:35451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T20:15:10,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T20:15:10,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T20:15:10,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T20:15:10,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T20:15:10,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:15:10,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T20:15:10,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:15:10,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 610204b4d7c7be3adbc644b713a86a78: 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for cebb09561026458cdbaaa83140822a2f: 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. for SnapshotProcedureTest completed. 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. for SnapshotProcedureTest completed. 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:15:10,750 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing b907a3508a453ebcdb1c67886d10b86e 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:15:10,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:15:10,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T20:15:10,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:15:10,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 5b5a2fe51fb155ace263fc9d3a2bcd8d: 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. for SnapshotProcedureTest completed. 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 1df2b2ffd12de3c69ad5774a3a4c83fc: 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. for SnapshotProcedureTest completed. 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c387480dcfd4d6800205273a275c0128: 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. for SnapshotProcedureTest completed. 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:10,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:15:10,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:15:10,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b5ec1109b5e1ee7307bd7b9df534091d 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T20:15:10,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T20:15:10,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:15:10,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. 2024-11-08T20:15:10,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 345c312a465f517b8516a55b5c1f9e07 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T20:15:10,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for fc4f6c884b8c8eac9b0975cf5af6ca09: 2024-11-08T20:15:10,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. for SnapshotProcedureTest completed. 2024-11-08T20:15:10,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:10,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:10,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T20:15:10,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e/.tmp/cf/9cedfc59f6b1408aaba5663b9fec673c is 34, key is aaa/cf:cf/1731096899979/Put/seqid=0 2024-11-08T20:15:10,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07/.tmp/cf/c4a39164ab3241a68f1c24730ebe9531 is 34, key is baa/cf:cf/1731096899965/Put/seqid=0 2024-11-08T20:15:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741851_1027 (size=65) 2024-11-08T20:15:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741851_1027 (size=65) 2024-11-08T20:15:10,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741851_1027 (size=65) 2024-11-08T20:15:10,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:15:10,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T20:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T20:15:10,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cebb09561026458cdbaaa83140822a2f 2024-11-08T20:15:10,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cebb09561026458cdbaaa83140822a2f 2024-11-08T20:15:10,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cebb09561026458cdbaaa83140822a2f in 10.0760 sec 2024-11-08T20:15:10,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d/.tmp/cf/2df6d5294a984819b619b30c51a126fe is 34, key is eaa/cf:cf/1731096900571/Put/seqid=0 2024-11-08T20:15:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741849_1025 (size=65) 2024-11-08T20:15:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741849_1025 (size=65) 2024-11-08T20:15:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741849_1025 (size=65) 2024-11-08T20:15:10,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:15:10,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T20:15:10,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741852_1028 (size=65) 2024-11-08T20:15:10,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:15:10,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing c00c4c7285b29602c4f855f3d00e0136 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T20:15:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T20:15:10,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:15:10,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:15:10,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741852_1028 (size=65) 2024-11-08T20:15:10,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:15:10,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741852_1028 (size=65) 2024-11-08T20:15:10,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T20:15:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T20:15:10,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:15:10,848 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:15:10,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 610204b4d7c7be3adbc644b713a86a78 in 10.1020 sec 2024-11-08T20:15:10,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5b5a2fe51fb155ace263fc9d3a2bcd8d in 10.1050 sec 2024-11-08T20:15:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741854_1030 (size=65) 2024-11-08T20:15:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741854_1030 (size=65) 2024-11-08T20:15:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741854_1030 (size=65) 2024-11-08T20:15:10,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc. 2024-11-08T20:15:10,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T20:15:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T20:15:10,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:15:10,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1df2b2ffd12de3c69ad5774a3a4c83fc 2024-11-08T20:15:10,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1df2b2ffd12de3c69ad5774a3a4c83fc in 10.1120 sec 2024-11-08T20:15:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741853_1029 (size=65) 2024-11-08T20:15:10,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741853_1029 (size=65) 2024-11-08T20:15:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741853_1029 (size=65) 2024-11-08T20:15:10,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731096880665.fc4f6c884b8c8eac9b0975cf5af6ca09. 2024-11-08T20:15:10,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T20:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T20:15:10,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:15:10,901 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc4f6c884b8c8eac9b0975cf5af6ca09 2024-11-08T20:15:10,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fc4f6c884b8c8eac9b0975cf5af6ca09 in 10.1570 sec 2024-11-08T20:15:10,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136/.tmp/cf/dc165ede5f664db396ec4b73a5871779 is 34, key is ccd/cf:cf/1731096900020/Put/seqid=0 2024-11-08T20:15:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741850_1026 (size=57) 2024-11-08T20:15:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741850_1026 (size=57) 2024-11-08T20:15:10,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741850_1026 (size=57) 2024-11-08T20:15:10,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:15:10,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T20:15:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T20:15:10,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c387480dcfd4d6800205273a275c0128 2024-11-08T20:15:10,964 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c387480dcfd4d6800205273a275c0128 2024-11-08T20:15:10,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c387480dcfd4d6800205273a275c0128 in 10.2200 sec 2024-11-08T20:15:10,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741855_1031 (size=26918) 2024-11-08T20:15:10,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741855_1031 (size=26918) 2024-11-08T20:15:10,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741855_1031 (size=26918) 2024-11-08T20:15:10,991 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e/.tmp/cf/9cedfc59f6b1408aaba5663b9fec673c 2024-11-08T20:15:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741856_1032 (size=28623) 2024-11-08T20:15:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741856_1032 (size=28623) 2024-11-08T20:15:11,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741856_1032 (size=28623) 2024-11-08T20:15:11,012 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07/.tmp/cf/c4a39164ab3241a68f1c24730ebe9531 2024-11-08T20:15:11,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741857_1033 (size=499309) 2024-11-08T20:15:11,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741857_1033 (size=499309) 2024-11-08T20:15:11,038 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d/.tmp/cf/2df6d5294a984819b619b30c51a126fe 2024-11-08T20:15:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741857_1033 (size=499309) 2024-11-08T20:15:11,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e/.tmp/cf/9cedfc59f6b1408aaba5663b9fec673c as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e/cf/9cedfc59f6b1408aaba5663b9fec673c 2024-11-08T20:15:11,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07/.tmp/cf/c4a39164ab3241a68f1c24730ebe9531 as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07/cf/c4a39164ab3241a68f1c24730ebe9531 2024-11-08T20:15:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741858_1034 (size=47197) 2024-11-08T20:15:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741858_1034 (size=47197) 2024-11-08T20:15:11,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741858_1034 (size=47197) 2024-11-08T20:15:11,072 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136/.tmp/cf/dc165ede5f664db396ec4b73a5871779 2024-11-08T20:15:11,077 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e/cf/9cedfc59f6b1408aaba5663b9fec673c, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T20:15:11,078 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for b907a3508a453ebcdb1c67886d10b86e in 328ms, sequenceid=5, compaction requested=false 2024-11-08T20:15:11,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b907a3508a453ebcdb1c67886d10b86e: 2024-11-08T20:15:11,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07/cf/c4a39164ab3241a68f1c24730ebe9531, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T20:15:11,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. for SnapshotProcedureTest completed. 2024-11-08T20:15:11,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:11,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:11,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e/cf/9cedfc59f6b1408aaba5663b9fec673c] hfiles 2024-11-08T20:15:11,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b907a3508a453ebcdb1c67886d10b86e/cf/9cedfc59f6b1408aaba5663b9fec673c for snapshot=SnapshotProcedureTest 2024-11-08T20:15:11,080 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 345c312a465f517b8516a55b5c1f9e07 in 327ms, sequenceid=5, compaction requested=false 2024-11-08T20:15:11,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 345c312a465f517b8516a55b5c1f9e07: 2024-11-08T20:15:11,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. for SnapshotProcedureTest completed. 2024-11-08T20:15:11,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:11,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:11,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07/cf/c4a39164ab3241a68f1c24730ebe9531] hfiles 2024-11-08T20:15:11,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07/cf/c4a39164ab3241a68f1c24730ebe9531 for snapshot=SnapshotProcedureTest 2024-11-08T20:15:11,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d/.tmp/cf/2df6d5294a984819b619b30c51a126fe as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d/cf/2df6d5294a984819b619b30c51a126fe 2024-11-08T20:15:11,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136/.tmp/cf/dc165ede5f664db396ec4b73a5871779 as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136/cf/dc165ede5f664db396ec4b73a5871779 2024-11-08T20:15:11,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741860_1036 (size=105) 2024-11-08T20:15:11,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741860_1036 (size=105) 2024-11-08T20:15:11,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741860_1036 (size=105) 2024-11-08T20:15:11,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d/cf/2df6d5294a984819b619b30c51a126fe, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T20:15:11,230 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for b5ec1109b5e1ee7307bd7b9df534091d in 478ms, sequenceid=5, compaction requested=false 2024-11-08T20:15:11,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b5ec1109b5e1ee7307bd7b9df534091d: 2024-11-08T20:15:11,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. for SnapshotProcedureTest completed. 2024-11-08T20:15:11,230 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136/cf/dc165ede5f664db396ec4b73a5871779, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T20:15:11,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:11,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:15:11,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:11,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T20:15:11,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d/cf/2df6d5294a984819b619b30c51a126fe] hfiles 2024-11-08T20:15:11,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d/cf/2df6d5294a984819b619b30c51a126fe for snapshot=SnapshotProcedureTest 2024-11-08T20:15:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T20:15:11,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:15:11,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:15:11,233 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for c00c4c7285b29602c4f855f3d00e0136 in 387ms, sequenceid=5, compaction requested=false 2024-11-08T20:15:11,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for c00c4c7285b29602c4f855f3d00e0136: 2024-11-08T20:15:11,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. for SnapshotProcedureTest completed. 2024-11-08T20:15:11,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T20:15:11,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T20:15:11,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136/cf/dc165ede5f664db396ec4b73a5871779] hfiles 2024-11-08T20:15:11,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136/cf/dc165ede5f664db396ec4b73a5871779 for snapshot=SnapshotProcedureTest 2024-11-08T20:15:11,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 345c312a465f517b8516a55b5c1f9e07 in 10.4890 sec 2024-11-08T20:15:11,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741859_1035 (size=105) 2024-11-08T20:15:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741859_1035 (size=105) 2024-11-08T20:15:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741859_1035 (size=105) 2024-11-08T20:15:11,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731096880665.b907a3508a453ebcdb1c67886d10b86e. 2024-11-08T20:15:11,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T20:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T20:15:11,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:15:11,247 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b907a3508a453ebcdb1c67886d10b86e 2024-11-08T20:15:11,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b907a3508a453ebcdb1c67886d10b86e in 10.5030 sec 2024-11-08T20:15:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741861_1037 (size=97) 2024-11-08T20:15:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741861_1037 (size=97) 2024-11-08T20:15:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741861_1037 (size=97) 2024-11-08T20:15:11,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:15:11,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T20:15:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T20:15:11,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:15:11,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:15:11,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b5ec1109b5e1ee7307bd7b9df534091d in 10.5320 sec 2024-11-08T20:15:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741862_1038 (size=105) 2024-11-08T20:15:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741862_1038 (size=105) 2024-11-08T20:15:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741862_1038 (size=105) 2024-11-08T20:15:11,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:15:11,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T20:15:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T20:15:11,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:15:11,285 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:15:11,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-08T20:15:11,289 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T20:15:11,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c00c4c7285b29602c4f855f3d00e0136 in 10.5410 sec 2024-11-08T20:15:11,290 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T20:15:11,291 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T20:15:11,291 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T20:15:11,293 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T20:15:11,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741863_1039 (size=1174) 2024-11-08T20:15:11,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741863_1039 (size=1174) 2024-11-08T20:15:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741863_1039 (size=1174) 2024-11-08T20:15:11,360 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T20:15:11,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T20:15:11,369 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,34813,1731096869175 2024-11-08T20:15:11,369 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:11,370 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,43367,1731096869062 2024-11-08T20:15:11,380 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,43367,1731096869062 2024-11-08T20:15:11,380 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:11,386 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:11,386 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,34813,1731096869175 2024-11-08T20:15:11,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,43367,1731096869062 2024-11-08T20:15:11,388 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,34813,1731096869175 2024-11-08T20:15:11,443 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:15:21,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T20:15:21,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T20:15:21,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T20:15:21,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T20:15:21,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T20:15:21,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T20:15:21,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T20:15:21,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T20:15:21,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T20:15:21,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T20:15:21,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T20:15:21,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T20:15:21,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T20:15:21,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T20:15:21,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T20:15:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T20:15:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T20:15:21,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T20:15:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T20:15:21,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T20:15:21,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T20:15:21,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T20:15:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T20:15:21,381 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,38573,1731096869123 Release verify snapshot worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:21,381 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,34813,1731096869175 Release verify snapshot worker=ae1476a7656f,34813,1731096869175 2024-11-08T20:15:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T20:15:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-08T20:15:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T20:15:21,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,38573,1731096869123 in 10.0160 sec 2024-11-08T20:15:21,384 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,34813,1731096869175 2024-11-08T20:15:21,385 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,38573,1731096869123 Release verify snapshot worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:21,385 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,34813,1731096869175 Release verify snapshot worker=ae1476a7656f,34813,1731096869175 2024-11-08T20:15:21,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,34813,1731096869175 in 10.0160 sec 2024-11-08T20:15:21,386 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,34813,1731096869175 Release verify snapshot worker=ae1476a7656f,34813,1731096869175 2024-11-08T20:15:21,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,38573,1731096869123 in 10.0200 sec 2024-11-08T20:15:21,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,43367,1731096869062 Release verify snapshot worker=ae1476a7656f,43367,1731096869062 2024-11-08T20:15:21,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,34813,1731096869175 in 10.0210 sec 2024-11-08T20:15:21,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,34813,1731096869175 in 10.0200 sec 2024-11-08T20:15:21,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,43367,1731096869062 in 10.0220 sec 2024-11-08T20:15:21,388 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,38573,1731096869123 Release verify snapshot worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:21,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T20:15:21,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T20:15:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T20:15:21,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,38573,1731096869123 in 10.0230 sec 2024-11-08T20:15:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-08T20:15:21,390 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,43367,1731096869062 Release verify snapshot worker=ae1476a7656f,43367,1731096869062 2024-11-08T20:15:21,390 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,43367,1731096869062 Release verify snapshot worker=ae1476a7656f,43367,1731096869062 2024-11-08T20:15:21,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,43367,1731096869062 in 10.0250 sec 2024-11-08T20:15:21,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,43367,1731096869062 in 10.0250 sec 2024-11-08T20:15:21,443 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing ae1476a7656f,34813,1731096869175 2024-11-08T20:15:21,443 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server ae1476a7656f,34813,1731096869175: Simulated kill ***** 2024-11-08T20:15:21,444 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T20:15:21,444 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T20:15:21,445 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T20:15:21,445 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T20:15:21,445 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T20:15:21,445 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 461037568 }, "NonHeapMemoryUsage": { "committed": 176095232, "init": 7667712, "max": -1, "used": 171329160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T20:15:21,446 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43745 {}] master.MasterRpcServices(700): ae1476a7656f,34813,1731096869175 reported a fatal error: ***** ABORTING region server ae1476a7656f,34813,1731096869175: Simulated kill ***** 2024-11-08T20:15:21,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,34813,1731096869175' ***** 2024-11-08T20:15:21,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T20:15:21,447 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:15:21,447 INFO [RS:2;ae1476a7656f:34813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T20:15:21,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:15:21,447 INFO [RS:2;ae1476a7656f:34813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T20:15:21,447 INFO [RS:2;ae1476a7656f:34813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:15:21,447 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T20:15:21,447 INFO [RS:2;ae1476a7656f:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ae1476a7656f:34813. 2024-11-08T20:15:21,447 DEBUG [RS:2;ae1476a7656f:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:15:21,447 DEBUG [RS:2;ae1476a7656f:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:21,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741833_1009 (size=1488) 2024-11-08T20:15:21,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741833_1009 (size=1488) 2024-11-08T20:15:21,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741833_1009 (size=1488) 2024-11-08T20:15:21,452 DEBUG [RS:2;ae1476a7656f:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:21,452 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:15:21,452 INFO [RS:2;ae1476a7656f:34813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34813 2024-11-08T20:15:21,497 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:15:21,498 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T20:15:21,498 INFO [master/ae1476a7656f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T20:15:21,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:15:21,500 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,34813,1731096869175 2024-11-08T20:15:21,500 INFO [RS:2;ae1476a7656f:34813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:15:21,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,34813,1731096869175] 2024-11-08T20:15:21,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,34813,1731096869175 already deleted, retry=false 2024-11-08T20:15:21,521 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of ae1476a7656f,34813,1731096869175 on ae1476a7656f,43745,1731096868819 2024-11-08T20:15:21,522 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ae1476a7656f,34813,1731096869175, splitWal=true, meta=false 2024-11-08T20:15:21,522 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for ae1476a7656f,34813,1731096869175 (carryingMeta=false) ae1476a7656f,34813,1731096869175/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4da28fe[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T20:15:21,523 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ae1476a7656f,34813,1731096869175, splitWal=true, meta=false 2024-11-08T20:15:21,524 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): ae1476a7656f,34813,1731096869175 had 3 regions 2024-11-08T20:15:21,524 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ae1476a7656f,34813,1731096869175, splitWal=true, meta=false, isMeta: false 2024-11-08T20:15:21,526 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting 2024-11-08T20:15:21,527 INFO [PEWorker-4 {}] master.SplitWALManager(105): ae1476a7656f,34813,1731096869175 WAL count=1, meta=false 2024-11-08T20:15:21,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure ae1476a7656f%2C34813%2C1731096869175.1731096870204}] 2024-11-08T20:15:21,529 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:21,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure ae1476a7656f%2C34813%2C1731096869175.1731096870204, worker=ae1476a7656f,38573,1731096869123}] 2024-11-08T20:15:21,530 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-08T20:15:21,530 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-08T20:15:21,530 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-08T20:15:21,531 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,34813,1731096869175 Release verify snapshot worker=ae1476a7656f,34813,1731096869175 2024-11-08T20:15:21,531 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to ae1476a7656f,34813,1731096869175, this operation will be retried to send to another server 2024-11-08T20:15:21,531 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T20:15:21,531 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731096922531 2024-11-08T20:15:21,611 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:15:21,611 INFO [RS:2;ae1476a7656f:34813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:15:21,611 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011c15f3300003, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:15:21,611 INFO [RS:2;ae1476a7656f:34813 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,34813,1731096869175; zookeeper connection closed. 2024-11-08T20:15:21,611 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16ce99f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16ce99f3 2024-11-08T20:15:22,025 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T20:15:22,025 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T20:15:22,534 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:28,700 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T20:15:30,535 INFO [regionserver/ae1476a7656f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T20:15:31,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-08T20:15:31,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-08T20:15:31,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-08T20:15:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-08T20:15:31,535 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,38573,1731096869123 Release verify snapshot worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:31,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-08T20:15:31,537 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T20:15:31,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=ae1476a7656f,38573,1731096869123 in 20.1700 sec 2024-11-08T20:15:31,538 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T20:15:31,539 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T20:15:31,539 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T20:15:31,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.8220 sec 2024-11-08T20:15:31,551 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204, size=1.5 K (1488bytes) 2024-11-08T20:15:31,552 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204 2024-11-08T20:15:31,552 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204 after 0ms 2024-11-08T20:15:31,565 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204 took 14ms 2024-11-08T20:15:31,566 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T20:15:31,571 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T20:15:31,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T20:15:31,571 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for fc4f6c884b8c8eac9b0975cf5af6ca09: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T20:15:31,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:15:31,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:15:31,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:31,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:31,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T20:15:31,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T20:15:31,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=861070091, stopped=false 2024-11-08T20:15:31,572 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ae1476a7656f,43745,1731096868819 2024-11-08T20:15:31,573 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b907a3508a453ebcdb1c67886d10b86e: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-08T20:15:31,574 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1df2b2ffd12de3c69ad5774a3a4c83fc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T20:15:31,574 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204 so closing down 2024-11-08T20:15:31,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T20:15:31,575 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T20:15:31,575 INFO [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 7 ms; skipped=5; WAL=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-08T20:15:31,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204, journal: Splitting hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204, size=1.5 K (1488bytes) at 1731096931552Finishing writing output for hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204 so closing down at 1731096931574 (+22 ms)3 split writer threads finished at 1731096931575 (+1 ms)Processed 5 edits across 0 Regions in 7 ms; skipped=5; WAL=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731096931575 2024-11-08T20:15:31,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204 2024-11-08T20:15:31,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/ae1476a7656f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T20:15:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T20:15:31,579 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting/ae1476a7656f%2C34813%2C1731096869175.1731096870204 to hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/oldWALs 2024-11-08T20:15:31,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T20:15:31,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure ae1476a7656f%2C34813%2C1731096869175.1731096870204, worker=ae1476a7656f,38573,1731096869123 in 10.0490 sec 2024-11-08T20:15:31,582 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=ae1476a7656f,38573,1731096869123 2024-11-08T20:15:31,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T20:15:31,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure ae1476a7656f%2C34813%2C1731096869175.1731096870204, worker=ae1476a7656f,38573,1731096869123 in 10.0550 sec 2024-11-08T20:15:31,586 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting dir is empty, no logs to split. 2024-11-08T20:15:31,586 INFO [PEWorker-2 {}] master.SplitWALManager(105): ae1476a7656f,34813,1731096869175 WAL count=0, meta=false 2024-11-08T20:15:31,586 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if ae1476a7656f,34813,1731096869175 WAL splitting is done? wals=0, meta=false 2024-11-08T20:15:31,588 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for ae1476a7656f,34813,1731096869175 failed, ignore...File hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,34813,1731096869175-splitting does not exist. 2024-11-08T20:15:31,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df2b2ffd12de3c69ad5774a3a4c83fc, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b907a3508a453ebcdb1c67886d10b86e, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc4f6c884b8c8eac9b0975cf5af6ca09, ASSIGN}] 2024-11-08T20:15:31,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b907a3508a453ebcdb1c67886d10b86e, ASSIGN 2024-11-08T20:15:31,590 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc4f6c884b8c8eac9b0975cf5af6ca09, ASSIGN 2024-11-08T20:15:31,590 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1df2b2ffd12de3c69ad5774a3a4c83fc, ASSIGN 2024-11-08T20:15:31,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b907a3508a453ebcdb1c67886d10b86e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:15:31,591 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc4f6c884b8c8eac9b0975cf5af6ca09, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:15:31,591 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1df2b2ffd12de3c69ad5774a3a4c83fc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T20:15:31,675 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:15:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:15:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T20:15:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:15:31,675 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:15:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:15:31,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:15:31,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T20:15:31,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:15:31,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:31,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,43367,1731096869062' ***** 2024-11-08T20:15:31,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:15:31,677 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ae1476a7656f,38573,1731096869123' ***** 2024-11-08T20:15:31,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T20:15:31,677 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:15:31,677 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T20:15:31,677 INFO [RS:0;ae1476a7656f:43367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:15:31,677 INFO [RS:0;ae1476a7656f:43367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:15:31,678 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for c387480dcfd4d6800205273a275c0128 2024-11-08T20:15:31,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:15:31,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:15:31,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:15:31,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T20:15:31,678 INFO [RS:1;ae1476a7656f:38573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T20:15:31,678 INFO [RS:1;ae1476a7656f:38573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T20:15:31,678 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(3091): Received CLOSE for cebb09561026458cdbaaa83140822a2f 2024-11-08T20:15:31,678 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for c00c4c7285b29602c4f855f3d00e0136 2024-11-08T20:15:31,678 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 610204b4d7c7be3adbc644b713a86a78 2024-11-08T20:15:31,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T20:15:31,678 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 345c312a465f517b8516a55b5c1f9e07 2024-11-08T20:15:31,679 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,43367,1731096869062 2024-11-08T20:15:31,679 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c387480dcfd4d6800205273a275c0128, disabling compactions & flushes 2024-11-08T20:15:31,679 INFO [RS:0;ae1476a7656f:43367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:15:31,679 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:15:31,679 INFO [RS:0;ae1476a7656f:43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ae1476a7656f:43367. 2024-11-08T20:15:31,679 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:15:31,679 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. after waiting 0 ms 2024-11-08T20:15:31,679 DEBUG [RS:0;ae1476a7656f:43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:15:31,679 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:15:31,679 DEBUG [RS:0;ae1476a7656f:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:31,679 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:15:31,679 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:15:31,679 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:15:31,679 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T20:15:31,680 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b5a2fe51fb155ace263fc9d3a2bcd8d 2024-11-08T20:15:31,680 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(3091): Received CLOSE for b5ec1109b5e1ee7307bd7b9df534091d 2024-11-08T20:15:31,680 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(959): stopping server ae1476a7656f,38573,1731096869123 2024-11-08T20:15:31,680 INFO [RS:1;ae1476a7656f:38573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:15:31,680 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T20:15:31,680 DEBUG [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(1325): Online Regions={c387480dcfd4d6800205273a275c0128=SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128., 1588230740=hbase:meta,,1.1588230740, c00c4c7285b29602c4f855f3d00e0136=SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136., 610204b4d7c7be3adbc644b713a86a78=SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78., 345c312a465f517b8516a55b5c1f9e07=SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07.} 2024-11-08T20:15:31,680 INFO [RS:1;ae1476a7656f:38573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ae1476a7656f:38573. 2024-11-08T20:15:31,680 DEBUG [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 345c312a465f517b8516a55b5c1f9e07, 610204b4d7c7be3adbc644b713a86a78, c00c4c7285b29602c4f855f3d00e0136, c387480dcfd4d6800205273a275c0128 2024-11-08T20:15:31,680 DEBUG [RS:1;ae1476a7656f:38573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T20:15:31,680 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T20:15:31,680 DEBUG [RS:1;ae1476a7656f:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:31,680 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T20:15:31,680 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T20:15:31,680 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T20:15:31,680 DEBUG [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(1325): Online Regions={cebb09561026458cdbaaa83140822a2f=SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f., 5b5a2fe51fb155ace263fc9d3a2bcd8d=SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d., b5ec1109b5e1ee7307bd7b9df534091d=SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d.} 2024-11-08T20:15:31,680 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T20:15:31,680 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T20:15:31,680 DEBUG [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(1351): Waiting on 5b5a2fe51fb155ace263fc9d3a2bcd8d, b5ec1109b5e1ee7307bd7b9df534091d, cebb09561026458cdbaaa83140822a2f 2024-11-08T20:15:31,680 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-08T20:15:31,681 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cebb09561026458cdbaaa83140822a2f, disabling compactions & flushes 2024-11-08T20:15:31,681 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:15:31,681 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:15:31,681 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. after waiting 0 ms 2024-11-08T20:15:31,681 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:15:31,686 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c387480dcfd4d6800205273a275c0128/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:15:31,686 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/cebb09561026458cdbaaa83140822a2f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:15:31,687 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:15:31,687 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cebb09561026458cdbaaa83140822a2f: Waiting for close lock at 1731096931681Running coprocessor pre-close hooks at 1731096931681Disabling compacts and flushes for region at 1731096931681Disabling writes for close at 1731096931681Writing region close event to WAL at 1731096931682 (+1 ms)Running coprocessor post-close hooks at 1731096931687 (+5 ms)Closed at 1731096931687 2024-11-08T20:15:31,687 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731096880665.cebb09561026458cdbaaa83140822a2f. 2024-11-08T20:15:31,687 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b5a2fe51fb155ace263fc9d3a2bcd8d, disabling compactions & flushes 2024-11-08T20:15:31,687 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:15:31,687 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:15:31,687 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. after waiting 0 ms 2024-11-08T20:15:31,687 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:15:31,687 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:15:31,688 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c387480dcfd4d6800205273a275c0128: Waiting for close lock at 1731096931678Running coprocessor pre-close hooks at 1731096931678Disabling compacts and flushes for region at 1731096931678Disabling writes for close at 1731096931679 (+1 ms)Writing region close event to WAL at 1731096931680 (+1 ms)Running coprocessor post-close hooks at 1731096931687 (+7 ms)Closed at 1731096931687 2024-11-08T20:15:31,688 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731096880665.c387480dcfd4d6800205273a275c0128. 2024-11-08T20:15:31,688 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c00c4c7285b29602c4f855f3d00e0136, disabling compactions & flushes 2024-11-08T20:15:31,688 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:15:31,688 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:15:31,688 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. after waiting 0 ms 2024-11-08T20:15:31,688 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:15:31,691 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/5b5a2fe51fb155ace263fc9d3a2bcd8d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:15:31,692 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:15:31,692 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b5a2fe51fb155ace263fc9d3a2bcd8d: Waiting for close lock at 1731096931687Running coprocessor pre-close hooks at 1731096931687Disabling compacts and flushes for region at 1731096931687Disabling writes for close at 1731096931687Writing region close event to WAL at 1731096931688 (+1 ms)Running coprocessor post-close hooks at 1731096931692 (+4 ms)Closed at 1731096931692 2024-11-08T20:15:31,693 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731096880665.5b5a2fe51fb155ace263fc9d3a2bcd8d. 2024-11-08T20:15:31,693 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5ec1109b5e1ee7307bd7b9df534091d, disabling compactions & flushes 2024-11-08T20:15:31,693 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:15:31,693 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:15:31,693 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. after waiting 0 ms 2024-11-08T20:15:31,693 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:15:31,693 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/c00c4c7285b29602c4f855f3d00e0136/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:15:31,694 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:15:31,694 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c00c4c7285b29602c4f855f3d00e0136: Waiting for close lock at 1731096931688Running coprocessor pre-close hooks at 1731096931688Disabling compacts and flushes for region at 1731096931688Disabling writes for close at 1731096931688Writing region close event to WAL at 1731096931688Running coprocessor post-close hooks at 1731096931694 (+6 ms)Closed at 1731096931694 2024-11-08T20:15:31,694 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731096880665.c00c4c7285b29602c4f855f3d00e0136. 2024-11-08T20:15:31,694 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 610204b4d7c7be3adbc644b713a86a78, disabling compactions & flushes 2024-11-08T20:15:31,694 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:15:31,694 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:15:31,694 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. after waiting 0 ms 2024-11-08T20:15:31,694 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:15:31,701 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/610204b4d7c7be3adbc644b713a86a78/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T20:15:31,701 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:15:31,701 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 610204b4d7c7be3adbc644b713a86a78: Waiting for close lock at 1731096931694Running coprocessor pre-close hooks at 1731096931694Disabling compacts and flushes for region at 1731096931694Disabling writes for close at 1731096931694Writing region close event to WAL at 1731096931695 (+1 ms)Running coprocessor post-close hooks at 1731096931701 (+6 ms)Closed at 1731096931701 2024-11-08T20:15:31,702 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731096880665.610204b4d7c7be3adbc644b713a86a78. 2024-11-08T20:15:31,702 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 345c312a465f517b8516a55b5c1f9e07, disabling compactions & flushes 2024-11-08T20:15:31,702 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:15:31,702 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:15:31,702 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. after waiting 0 ms 2024-11-08T20:15:31,702 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:15:31,702 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/b5ec1109b5e1ee7307bd7b9df534091d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:15:31,703 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:15:31,703 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5ec1109b5e1ee7307bd7b9df534091d: Waiting for close lock at 1731096931693Running coprocessor pre-close hooks at 1731096931693Disabling compacts and flushes for region at 1731096931693Disabling writes for close at 1731096931693Writing region close event to WAL at 1731096931694 (+1 ms)Running coprocessor post-close hooks at 1731096931703 (+9 ms)Closed at 1731096931703 2024-11-08T20:15:31,703 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/.tmp/info/35c6b47641d0435881cb837ef23126de is 167, key is SPTestTable,19999999,1731096880665.1df2b2ffd12de3c69ad5774a3a4c83fc./info:regioninfo/1731096891565/Put/seqid=0 2024-11-08T20:15:31,704 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731096880665.b5ec1109b5e1ee7307bd7b9df534091d. 2024-11-08T20:15:31,705 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:15:31,706 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/default/SPTestTable/345c312a465f517b8516a55b5c1f9e07/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T20:15:31,707 INFO [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:15:31,707 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 345c312a465f517b8516a55b5c1f9e07: Waiting for close lock at 1731096931702Running coprocessor pre-close hooks at 1731096931702Disabling compacts and flushes for region at 1731096931702Disabling writes for close at 1731096931702Writing region close event to WAL at 1731096931703 (+1 ms)Running coprocessor post-close hooks at 1731096931707 (+4 ms)Closed at 1731096931707 2024-11-08T20:15:31,707 DEBUG [RS_CLOSE_REGION-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731096880665.345c312a465f517b8516a55b5c1f9e07. 2024-11-08T20:15:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741864_1040 (size=18393) 2024-11-08T20:15:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741864_1040 (size=18393) 2024-11-08T20:15:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741864_1040 (size=18393) 2024-11-08T20:15:31,719 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/.tmp/info/35c6b47641d0435881cb837ef23126de 2024-11-08T20:15:31,723 INFO [regionserver/ae1476a7656f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:15:31,742 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(204): Hosts are {ae1476a7656f=0} racks are {/default-rack=0} 2024-11-08T20:15:31,742 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T20:15:31,742 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T20:15:31,742 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T20:15:31,742 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T20:15:31,742 INFO [ae1476a7656f:43745 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T20:15:31,742 INFO [ae1476a7656f:43745 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T20:15:31,742 DEBUG [ae1476a7656f:43745 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T20:15:31,743 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/.tmp/ns/4822dfcac2cd41d19eee0dc06c97310d is 43, key is default/ns:d/1731096880583/Put/seqid=0 2024-11-08T20:15:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741865_1041 (size=5153) 2024-11-08T20:15:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741865_1041 (size=5153) 2024-11-08T20:15:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741865_1041 (size=5153) 2024-11-08T20:15:31,750 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/.tmp/ns/4822dfcac2cd41d19eee0dc06c97310d 2024-11-08T20:15:31,775 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/.tmp/table/485d0a2eac72450abda5c4d568741502 is 47, key is SPTestTable/table:state/1731096891581/Put/seqid=0 2024-11-08T20:15:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741866_1042 (size=5214) 2024-11-08T20:15:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741866_1042 (size=5214) 2024-11-08T20:15:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741866_1042 (size=5214) 2024-11-08T20:15:31,782 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/.tmp/table/485d0a2eac72450abda5c4d568741502 2024-11-08T20:15:31,791 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/.tmp/info/35c6b47641d0435881cb837ef23126de as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/info/35c6b47641d0435881cb837ef23126de 2024-11-08T20:15:31,798 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/info/35c6b47641d0435881cb837ef23126de, entries=100, sequenceid=29, filesize=18.0 K 2024-11-08T20:15:31,800 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/.tmp/ns/4822dfcac2cd41d19eee0dc06c97310d as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/ns/4822dfcac2cd41d19eee0dc06c97310d 2024-11-08T20:15:31,807 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/ns/4822dfcac2cd41d19eee0dc06c97310d, entries=2, sequenceid=29, filesize=5.0 K 2024-11-08T20:15:31,808 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/.tmp/table/485d0a2eac72450abda5c4d568741502 as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/table/485d0a2eac72450abda5c4d568741502 2024-11-08T20:15:31,815 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/table/485d0a2eac72450abda5c4d568741502, entries=2, sequenceid=29, filesize=5.1 K 2024-11-08T20:15:31,817 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=29, compaction requested=false 2024-11-08T20:15:31,822 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-08T20:15:31,825 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T20:15:31,825 INFO [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T20:15:31,825 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731096931680Running coprocessor pre-close hooks at 1731096931680Disabling compacts and flushes for region at 1731096931680Disabling writes for close at 1731096931680Obtaining lock to block concurrent updates at 1731096931681 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731096931681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731096931681Flushing stores of hbase:meta,,1.1588230740 at 1731096931682 (+1 ms)Flushing 1588230740/info: creating writer at 1731096931682Flushing 1588230740/info: appending metadata at 1731096931703 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731096931703Flushing 1588230740/ns: creating writer at 1731096931727 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731096931742 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731096931742Flushing 1588230740/table: creating writer at 1731096931759 (+17 ms)Flushing 1588230740/table: appending metadata at 1731096931774 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731096931774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a54640d: reopening flushed file at 1731096931790 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d977f8: reopening flushed file at 1731096931799 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5930cfa5: reopening flushed file at 1731096931807 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=29, compaction requested=false at 1731096931817 (+10 ms)Writing region close event to WAL at 1731096931819 (+2 ms)Running coprocessor post-close hooks at 1731096931825 (+6 ms)Closed at 1731096931825 2024-11-08T20:15:31,825 DEBUG [RS_CLOSE_META-regionserver/ae1476a7656f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T20:15:31,864 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ae1476a7656f:43745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T20:15:31,880 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,43367,1731096869062; all regions closed. 2024-11-08T20:15:31,880 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(976): stopping server ae1476a7656f,38573,1731096869123; all regions closed. 2024-11-08T20:15:31,885 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,43367,1731096869062/ae1476a7656f%2C43367%2C1731096869062.meta.1731096880512.meta not finished, retry = 0 2024-11-08T20:15:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741836_1012 (size=15114) 2024-11-08T20:15:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741836_1012 (size=15114) 2024-11-08T20:15:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741836_1012 (size=15114) 2024-11-08T20:15:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741834_1010 (size=2364) 2024-11-08T20:15:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741834_1010 (size=2364) 2024-11-08T20:15:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741834_1010 (size=2364) 2024-11-08T20:15:31,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/WALs/ae1476a7656f,38573,1731096869123/ae1476a7656f%2C38573%2C1731096869123.1731096870229 not finished, retry = 0 2024-11-08T20:15:31,988 DEBUG [RS:0;ae1476a7656f:43367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/oldWALs 2024-11-08T20:15:31,989 INFO [RS:0;ae1476a7656f:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C43367%2C1731096869062.meta:.meta(num 1731096880512) 2024-11-08T20:15:31,989 DEBUG [RS:1;ae1476a7656f:38573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/oldWALs 2024-11-08T20:15:31,989 INFO [RS:1;ae1476a7656f:38573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C38573%2C1731096869123:(num 1731096870229) 2024-11-08T20:15:31,989 DEBUG [RS:1;ae1476a7656f:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:31,989 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:15:31,989 INFO [RS:1;ae1476a7656f:38573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:15:31,989 INFO [RS:1;ae1476a7656f:38573 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:15:31,989 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T20:15:31,989 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T20:15:31,990 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T20:15:31,990 INFO [RS:1;ae1476a7656f:38573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:15:31,990 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:15:31,990 INFO [RS:1;ae1476a7656f:38573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38573 2024-11-08T20:15:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741835_1011 (size=3439) 2024-11-08T20:15:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741835_1011 (size=3439) 2024-11-08T20:15:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741835_1011 (size=3439) 2024-11-08T20:15:31,995 DEBUG [RS:0;ae1476a7656f:43367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/oldWALs 2024-11-08T20:15:31,995 INFO [RS:0;ae1476a7656f:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ae1476a7656f%2C43367%2C1731096869062:(num 1731096870237) 2024-11-08T20:15:31,995 DEBUG [RS:0;ae1476a7656f:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T20:15:31,995 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T20:15:31,995 INFO [RS:0;ae1476a7656f:43367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:15:31,995 INFO [RS:0;ae1476a7656f:43367 {}] hbase.ChoreService(370): Chore service for: regionserver/ae1476a7656f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T20:15:31,995 INFO [RS:0;ae1476a7656f:43367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:15:31,995 INFO [regionserver/ae1476a7656f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:15:31,996 INFO [RS:0;ae1476a7656f:43367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43367 2024-11-08T20:15:32,005 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,38573,1731096869123 2024-11-08T20:15:32,005 INFO [RS:1;ae1476a7656f:38573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:15:32,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T20:15:32,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ae1476a7656f,43367,1731096869062 2024-11-08T20:15:32,022 INFO [RS:0;ae1476a7656f:43367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:15:32,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,38573,1731096869123] 2024-11-08T20:15:32,054 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,38573,1731096869123 already deleted, retry=false 2024-11-08T20:15:32,054 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,38573,1731096869123 expired; onlineServers=1 2024-11-08T20:15:32,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ae1476a7656f,43367,1731096869062] 2024-11-08T20:15:32,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ae1476a7656f,43367,1731096869062 already deleted, retry=false 2024-11-08T20:15:32,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ae1476a7656f,43367,1731096869062 expired; onlineServers=0 2024-11-08T20:15:32,064 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ae1476a7656f,43745,1731096868819' ***** 2024-11-08T20:15:32,064 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T20:15:32,064 INFO [M:0;ae1476a7656f:43745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T20:15:32,065 INFO [M:0;ae1476a7656f:43745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T20:15:32,065 DEBUG [M:0;ae1476a7656f:43745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T20:15:32,065 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T20:15:32,065 DEBUG [M:0;ae1476a7656f:43745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T20:15:32,065 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096869747 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.large.0-1731096869747,5,FailOnTimeoutGroup] 2024-11-08T20:15:32,065 DEBUG [master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096869747 {}] cleaner.HFileCleaner(306): Exit Thread[master/ae1476a7656f:0:becomeActiveMaster-HFileCleaner.small.0-1731096869747,5,FailOnTimeoutGroup] 2024-11-08T20:15:32,065 INFO [M:0;ae1476a7656f:43745 {}] hbase.ChoreService(370): Chore service for: master/ae1476a7656f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T20:15:32,065 INFO [M:0;ae1476a7656f:43745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T20:15:32,065 DEBUG [M:0;ae1476a7656f:43745 {}] master.HMaster(1795): Stopping service threads 2024-11-08T20:15:32,065 INFO [M:0;ae1476a7656f:43745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T20:15:32,065 INFO [M:0;ae1476a7656f:43745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T20:15:32,066 ERROR [M:0;ae1476a7656f:43745 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1186425077) connection to localhost/127.0.0.1:44603 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44603,5,PEWorkerGroup] 2024-11-08T20:15:32,066 INFO [M:0;ae1476a7656f:43745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T20:15:32,066 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T20:15:32,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T20:15:32,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T20:15:32,075 DEBUG [M:0;ae1476a7656f:43745 {}] zookeeper.ZKUtil(347): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T20:15:32,075 WARN [M:0;ae1476a7656f:43745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T20:15:32,076 INFO [M:0;ae1476a7656f:43745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/.lastflushedseqids 2024-11-08T20:15:32,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741867_1043 (size=650) 2024-11-08T20:15:32,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741867_1043 (size=650) 2024-11-08T20:15:32,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741867_1043 (size=650) 2024-11-08T20:15:32,106 INFO [M:0;ae1476a7656f:43745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T20:15:32,106 INFO [M:0;ae1476a7656f:43745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T20:15:32,106 DEBUG [M:0;ae1476a7656f:43745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T20:15:32,106 INFO [M:0;ae1476a7656f:43745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:32,106 DEBUG [M:0;ae1476a7656f:43745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:32,107 DEBUG [M:0;ae1476a7656f:43745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T20:15:32,107 DEBUG [M:0;ae1476a7656f:43745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:32,107 INFO [M:0;ae1476a7656f:43745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=166.12 KB heapSize=203.36 KB 2024-11-08T20:15:32,131 DEBUG [M:0;ae1476a7656f:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecf0431caefd407b93b17f019b819a72 is 82, key is hbase:meta,,1/info:regioninfo/1731096880561/Put/seqid=0 2024-11-08T20:15:32,135 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:15:32,135 INFO [RS:1;ae1476a7656f:38573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:15:32,135 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x1011c15f3300002, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:15:32,135 INFO [RS:1;ae1476a7656f:38573 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,38573,1731096869123; zookeeper connection closed. 2024-11-08T20:15:32,141 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@711f4f77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@711f4f77 2024-11-08T20:15:32,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:15:32,143 INFO [RS:0;ae1476a7656f:43367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:15:32,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x1011c15f3300001, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:15:32,143 INFO [RS:0;ae1476a7656f:43367 {}] regionserver.HRegionServer(1031): Exiting; stopping=ae1476a7656f,43367,1731096869062; zookeeper connection closed. 2024-11-08T20:15:32,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@372574f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@372574f5 2024-11-08T20:15:32,148 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T20:15:32,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741868_1044 (size=5672) 2024-11-08T20:15:32,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741868_1044 (size=5672) 2024-11-08T20:15:32,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741868_1044 (size=5672) 2024-11-08T20:15:32,164 INFO [M:0;ae1476a7656f:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecf0431caefd407b93b17f019b819a72 2024-11-08T20:15:32,189 DEBUG [M:0;ae1476a7656f:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b09694309f57456a89979e139454e847 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731096891592/Put/seqid=0 2024-11-08T20:15:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741869_1045 (size=11054) 2024-11-08T20:15:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741869_1045 (size=11054) 2024-11-08T20:15:32,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741869_1045 (size=11054) 2024-11-08T20:15:32,200 INFO [M:0;ae1476a7656f:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=165.38 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b09694309f57456a89979e139454e847 2024-11-08T20:15:32,207 INFO [M:0;ae1476a7656f:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b09694309f57456a89979e139454e847 2024-11-08T20:15:32,225 DEBUG [M:0;ae1476a7656f:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a20a7e740e42e88cf83df3f89778f4 is 69, key is ae1476a7656f,38573,1731096869123/rs:state/1731096869888/Put/seqid=0 2024-11-08T20:15:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741870_1046 (size=5442) 2024-11-08T20:15:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741870_1046 (size=5442) 2024-11-08T20:15:32,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741870_1046 (size=5442) 2024-11-08T20:15:32,236 INFO [M:0;ae1476a7656f:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a20a7e740e42e88cf83df3f89778f4 2024-11-08T20:15:32,243 INFO [M:0;ae1476a7656f:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27a20a7e740e42e88cf83df3f89778f4 2024-11-08T20:15:32,244 DEBUG [M:0;ae1476a7656f:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecf0431caefd407b93b17f019b819a72 as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecf0431caefd407b93b17f019b819a72 2024-11-08T20:15:32,252 INFO [M:0;ae1476a7656f:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecf0431caefd407b93b17f019b819a72, entries=8, sequenceid=398, filesize=5.5 K 2024-11-08T20:15:32,253 DEBUG [M:0;ae1476a7656f:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b09694309f57456a89979e139454e847 as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b09694309f57456a89979e139454e847 2024-11-08T20:15:32,261 INFO [M:0;ae1476a7656f:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b09694309f57456a89979e139454e847 2024-11-08T20:15:32,261 INFO [M:0;ae1476a7656f:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b09694309f57456a89979e139454e847, entries=51, sequenceid=398, filesize=10.8 K 2024-11-08T20:15:32,263 DEBUG [M:0;ae1476a7656f:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a20a7e740e42e88cf83df3f89778f4 as hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27a20a7e740e42e88cf83df3f89778f4 2024-11-08T20:15:32,270 INFO [M:0;ae1476a7656f:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27a20a7e740e42e88cf83df3f89778f4 2024-11-08T20:15:32,271 INFO [M:0;ae1476a7656f:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44603/user/jenkins/test-data/850a26ea-cf17-39a7-986c-9dc2fa5c2d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27a20a7e740e42e88cf83df3f89778f4, entries=3, sequenceid=398, filesize=5.3 K 2024-11-08T20:15:32,272 INFO [M:0;ae1476a7656f:43745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~166.12 KB/170102, heapSize ~203.06 KB/207936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=398, compaction requested=false 2024-11-08T20:15:32,285 INFO [M:0;ae1476a7656f:43745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T20:15:32,285 DEBUG [M:0;ae1476a7656f:43745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731096932106Disabling compacts and flushes for region at 1731096932106Disabling writes for close at 1731096932107 (+1 ms)Obtaining lock to block concurrent updates at 1731096932107Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731096932107Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=170102, getHeapSize=208176, getOffHeapSize=0, getCellsCount=490 at 1731096932107Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731096932108 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731096932108Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731096932130 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731096932130Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731096932171 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731096932188 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731096932188Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731096932207 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731096932224 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731096932224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fa52ef: reopening flushed file at 1731096932243 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbfafa5: reopening flushed file at 1731096932252 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19999b19: reopening flushed file at 1731096932261 (+9 ms)Finished flush of dataSize ~166.12 KB/170102, heapSize ~203.06 KB/207936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=398, compaction requested=false at 1731096932272 (+11 ms)Writing region close event to WAL at 1731096932285 (+13 ms)Closed at 1731096932285 2024-11-08T20:15:32,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38213 is added to blk_1073741830_1006 (size=196759) 2024-11-08T20:15:32,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43821 is added to blk_1073741830_1006 (size=196759) 2024-11-08T20:15:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39473 is added to blk_1073741830_1006 (size=196759) 2024-11-08T20:15:32,290 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T20:15:32,290 INFO [M:0;ae1476a7656f:43745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T20:15:32,290 INFO [M:0;ae1476a7656f:43745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43745 2024-11-08T20:15:32,291 INFO [M:0;ae1476a7656f:43745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T20:15:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:15:32,407 INFO [M:0;ae1476a7656f:43745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T20:15:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1011c15f3300000, quorum=127.0.0.1:51239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T20:15:32,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@737bc8f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:15:32,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b3ae9da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:15:32,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:15:32,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40dfea06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:15:32,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6d91da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.log.dir/,STOPPED} 2024-11-08T20:15:32,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:15:32,428 WARN [BP-2030473904-172.17.0.3-1731096864863 heartbeating to localhost/127.0.0.1:44603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:15:32,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:15:32,428 WARN [BP-2030473904-172.17.0.3-1731096864863 heartbeating to localhost/127.0.0.1:44603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2030473904-172.17.0.3-1731096864863 (Datanode Uuid dfa2687b-8f5a-476e-bb15-f00b4783c984) service to localhost/127.0.0.1:44603 2024-11-08T20:15:32,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data5/current/BP-2030473904-172.17.0.3-1731096864863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:15:32,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data6/current/BP-2030473904-172.17.0.3-1731096864863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:15:32,429 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:15:32,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5770693a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:15:32,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a293504{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:15:32,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:15:32,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41a795a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:15:32,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1576db75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.log.dir/,STOPPED} 2024-11-08T20:15:32,448 WARN [BP-2030473904-172.17.0.3-1731096864863 heartbeating to localhost/127.0.0.1:44603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:15:32,448 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:15:32,448 WARN [BP-2030473904-172.17.0.3-1731096864863 heartbeating to localhost/127.0.0.1:44603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2030473904-172.17.0.3-1731096864863 (Datanode Uuid 8724f2bc-42ff-4171-a428-d51ffc3c9e2b) service to localhost/127.0.0.1:44603 2024-11-08T20:15:32,448 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:15:32,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data3/current/BP-2030473904-172.17.0.3-1731096864863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:15:32,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data4/current/BP-2030473904-172.17.0.3-1731096864863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:15:32,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:15:32,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60debd5e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T20:15:32,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ff61ee0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:15:32,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:15:32,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1119c638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:15:32,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ff9eae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.log.dir/,STOPPED} 2024-11-08T20:15:32,459 WARN [BP-2030473904-172.17.0.3-1731096864863 heartbeating to localhost/127.0.0.1:44603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T20:15:32,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T20:15:32,460 WARN [BP-2030473904-172.17.0.3-1731096864863 heartbeating to localhost/127.0.0.1:44603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2030473904-172.17.0.3-1731096864863 (Datanode Uuid 060a7c1d-0f75-45ff-9121-1cb35d7f44ab) service to localhost/127.0.0.1:44603 2024-11-08T20:15:32,460 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T20:15:32,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data1/current/BP-2030473904-172.17.0.3-1731096864863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:15:32,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/cluster_f8ac231a-475e-eb65-9e0b-ab114ca7ab4c/data/data2/current/BP-2030473904-172.17.0.3-1731096864863 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T20:15:32,461 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T20:15:32,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62eeac75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T20:15:32,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1df86388{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T20:15:32,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T20:15:32,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c78fa53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T20:15:32,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239b39a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd0eebdf-5227-6176-63ec-96a1930186a9/hadoop.log.dir/,STOPPED} 2024-11-08T20:15:32,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T20:15:32,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T20:15:32,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 98) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:44603 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:44603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:44603 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1186425077) connection to localhost/127.0.0.1:44603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ae1476a7656f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 355), ProcessCount=11 (was 11), AvailableMemoryMB=2692 (was 2981)