2024-11-17 20:12:41,229 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-17 20:12:41,253 main DEBUG Took 0.014110 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 20:12:41,253 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 20:12:41,254 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 20:12:41,255 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 20:12:41,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,280 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 20:12:41,298 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,302 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,307 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,309 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,310 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,311 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,312 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,314 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,315 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,316 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,317 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,319 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 20:12:41,320 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,321 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 20:12:41,323 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 20:12:41,325 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 20:12:41,327 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 20:12:41,328 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 20:12:41,330 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 20:12:41,331 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 20:12:41,342 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 20:12:41,345 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 20:12:41,348 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 20:12:41,348 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 20:12:41,349 main DEBUG createAppenders(={Console}) 2024-11-17 20:12:41,350 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-17 20:12:41,350 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-17 20:12:41,351 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-17 20:12:41,352 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 20:12:41,353 main DEBUG OutputStream closed 2024-11-17 20:12:41,354 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 20:12:41,355 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 20:12:41,355 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-17 20:12:41,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 20:12:41,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 20:12:41,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 20:12:41,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 20:12:41,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 20:12:41,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 20:12:41,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 20:12:41,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 20:12:41,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 20:12:41,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 20:12:41,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 20:12:41,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 20:12:41,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 20:12:41,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 20:12:41,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 20:12:41,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 20:12:41,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 20:12:41,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 20:12:41,488 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 20:12:41,489 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-17 20:12:41,489 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 20:12:41,492 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-17T20:12:41,512 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-17 20:12:41,516 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 20:12:41,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T20:12:41,528 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-17T20:12:41,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=10345 2024-11-17T20:12:41,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd 2024-11-17T20:12:41,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:12:41,959 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567, deleteOnExit=true 2024-11-17T20:12:41,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:12:41,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/test.cache.data in system properties and HBase conf 2024-11-17T20:12:41,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:12:41,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:12:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:12:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:12:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:12:42,076 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T20:12:42,202 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:12:42,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:12:42,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:12:42,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:12:42,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:12:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:12:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:12:42,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:12:42,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:12:42,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:12:42,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:12:42,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:12:42,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:12:42,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:12:42,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:12:43,731 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T20:12:43,835 INFO [Time-limited test {}] log.Log(170): Logging initialized @3435ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T20:12:43,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:12:44,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:12:44,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:12:44,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:12:44,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:12:44,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:12:44,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:12:44,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:12:44,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/java.io.tmpdir/jetty-localhost-34035-hadoop-hdfs-3_4_1-tests_jar-_-any-5443796641527554177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:12:44,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:34035} 2024-11-17T20:12:44,340 INFO [Time-limited test {}] server.Server(415): Started @3941ms 2024-11-17T20:12:45,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:12:45,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:12:45,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:12:45,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:12:45,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:12:45,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:12:45,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:12:45,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214c3992{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/java.io.tmpdir/jetty-localhost-34039-hadoop-hdfs-3_4_1-tests_jar-_-any-1679555101297497657/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:12:45,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:34039} 2024-11-17T20:12:45,129 INFO [Time-limited test {}] server.Server(415): Started @4730ms 2024-11-17T20:12:45,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:12:45,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:12:45,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:12:45,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:12:45,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:12:45,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:12:45,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:12:45,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:12:45,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@795f0a62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/java.io.tmpdir/jetty-localhost-40967-hadoop-hdfs-3_4_1-tests_jar-_-any-10923597621272454822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:12:45,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:40967} 2024-11-17T20:12:45,480 INFO [Time-limited test {}] server.Server(415): Started @5081ms 2024-11-17T20:12:45,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:12:45,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:12:45,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:12:45,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:12:45,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:12:45,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:12:45,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:12:45,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:12:45,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e70bc28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/java.io.tmpdir/jetty-localhost-35063-hadoop-hdfs-3_4_1-tests_jar-_-any-8237641246976319673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:12:45,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:35063} 2024-11-17T20:12:45,661 INFO [Time-limited test {}] server.Server(415): Started @5262ms 2024-11-17T20:12:45,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:12:47,395 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data1/current/BP-963888561-172.17.0.2-1731874362956/current, will proceed with Du for space computation calculation, 2024-11-17T20:12:47,395 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data3/current/BP-963888561-172.17.0.2-1731874362956/current, will proceed with Du for space computation calculation, 2024-11-17T20:12:47,395 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data2/current/BP-963888561-172.17.0.2-1731874362956/current, will proceed with Du for space computation calculation, 2024-11-17T20:12:47,395 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data4/current/BP-963888561-172.17.0.2-1731874362956/current, will proceed with Du for space computation calculation, 2024-11-17T20:12:47,436 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data5/current/BP-963888561-172.17.0.2-1731874362956/current, will proceed with Du for space computation calculation, 2024-11-17T20:12:47,438 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data6/current/BP-963888561-172.17.0.2-1731874362956/current, will proceed with Du for space computation calculation, 2024-11-17T20:12:47,450 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:12:47,452 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:12:47,468 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:12:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29f0a759043e0511 with lease ID 0xe9ecd361ac709617: Processing first storage report for DS-27458356-fc29-4eab-95ec-b9a4d81bc14d from datanode DatanodeRegistration(127.0.0.1:46487, datanodeUuid=5b717e67-3fa1-4888-9440-f9826ea82047, infoPort=41553, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956) 2024-11-17T20:12:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29f0a759043e0511 with lease ID 0xe9ecd361ac709617: from storage DS-27458356-fc29-4eab-95ec-b9a4d81bc14d node DatanodeRegistration(127.0.0.1:46487, datanodeUuid=5b717e67-3fa1-4888-9440-f9826ea82047, infoPort=41553, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T20:12:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x236226505f5f6b9a with lease ID 0xe9ecd361ac709616: Processing first storage report for DS-f4395750-c4e9-4e83-bde5-f8513b62a4f5 from datanode DatanodeRegistration(127.0.0.1:34881, datanodeUuid=c34c63f4-41bb-400e-beed-11c77c037e18, infoPort=35403, infoSecurePort=0, ipcPort=34029, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956) 2024-11-17T20:12:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x236226505f5f6b9a with lease ID 0xe9ecd361ac709616: from storage DS-f4395750-c4e9-4e83-bde5-f8513b62a4f5 node DatanodeRegistration(127.0.0.1:34881, datanodeUuid=c34c63f4-41bb-400e-beed-11c77c037e18, infoPort=35403, infoSecurePort=0, ipcPort=34029, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:12:47,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ad31b26f4c8f62 with lease ID 0xe9ecd361ac709618: Processing first storage report for DS-f37f81a9-ec17-40f3-8b03-d2e4c6783d3d from datanode DatanodeRegistration(127.0.0.1:35367, datanodeUuid=1c3ca748-18cb-4c10-a5f7-b74f3fddafe5, infoPort=41627, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956) 2024-11-17T20:12:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ad31b26f4c8f62 with lease ID 0xe9ecd361ac709618: from storage DS-f37f81a9-ec17-40f3-8b03-d2e4c6783d3d node DatanodeRegistration(127.0.0.1:35367, datanodeUuid=1c3ca748-18cb-4c10-a5f7-b74f3fddafe5, infoPort=41627, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:12:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29f0a759043e0511 with lease ID 0xe9ecd361ac709617: Processing first storage report for DS-0c6e2fc7-6e10-4b96-bf62-e431f60caca2 from datanode DatanodeRegistration(127.0.0.1:46487, datanodeUuid=5b717e67-3fa1-4888-9440-f9826ea82047, infoPort=41553, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956) 2024-11-17T20:12:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29f0a759043e0511 with lease ID 0xe9ecd361ac709617: from storage DS-0c6e2fc7-6e10-4b96-bf62-e431f60caca2 node DatanodeRegistration(127.0.0.1:46487, datanodeUuid=5b717e67-3fa1-4888-9440-f9826ea82047, infoPort=41553, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T20:12:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x236226505f5f6b9a with lease ID 0xe9ecd361ac709616: Processing first storage report for DS-107a1a5f-b735-47b7-9afd-7be45fdce75c from datanode DatanodeRegistration(127.0.0.1:34881, datanodeUuid=c34c63f4-41bb-400e-beed-11c77c037e18, infoPort=35403, infoSecurePort=0, ipcPort=34029, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956) 2024-11-17T20:12:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x236226505f5f6b9a with lease ID 0xe9ecd361ac709616: from storage DS-107a1a5f-b735-47b7-9afd-7be45fdce75c node DatanodeRegistration(127.0.0.1:34881, datanodeUuid=c34c63f4-41bb-400e-beed-11c77c037e18, infoPort=35403, infoSecurePort=0, ipcPort=34029, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:12:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ad31b26f4c8f62 with lease ID 0xe9ecd361ac709618: Processing first storage report for DS-ff05478e-f6a8-4009-bb3a-cc2625128d2d from datanode DatanodeRegistration(127.0.0.1:35367, datanodeUuid=1c3ca748-18cb-4c10-a5f7-b74f3fddafe5, infoPort=41627, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956) 2024-11-17T20:12:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ad31b26f4c8f62 with lease ID 0xe9ecd361ac709618: from storage DS-ff05478e-f6a8-4009-bb3a-cc2625128d2d node DatanodeRegistration(127.0.0.1:35367, datanodeUuid=1c3ca748-18cb-4c10-a5f7-b74f3fddafe5, infoPort=41627, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=332084595;c=1731874362956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:12:47,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd 2024-11-17T20:12:47,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/zookeeper_0, clientPort=57105, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:12:47,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57105 2024-11-17T20:12:47,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:47,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:47,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:12:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:12:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:12:48,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 with version=8 2024-11-17T20:12:48,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/hbase-staging 2024-11-17T20:12:48,448 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T20:12:48,653 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:12:48,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:48,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:48,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:12:48,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:48,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:12:48,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:12:48,847 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T20:12:48,856 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T20:12:48,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:12:48,883 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1015 (auto-detected) 2024-11-17T20:12:48,884 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T20:12:48,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38965 2024-11-17T20:12:48,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38965 connecting to ZooKeeper ensemble=127.0.0.1:57105 2024-11-17T20:12:49,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389650x0, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:12:49,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38965-0x1014a6da41d0000 connected 2024-11-17T20:12:49,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:49,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:49,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:12:49,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034, hbase.cluster.distributed=false 2024-11-17T20:12:49,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T20:12:49,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38965 2024-11-17T20:12:49,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38965 2024-11-17T20:12:49,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38965 2024-11-17T20:12:49,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38965 2024-11-17T20:12:49,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38965 2024-11-17T20:12:49,369 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:12:49,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:49,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:49,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:12:49,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:49,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:12:49,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:12:49,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:12:49,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32941 2024-11-17T20:12:49,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32941 connecting to ZooKeeper ensemble=127.0.0.1:57105 2024-11-17T20:12:49,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:49,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:49,408 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329410x0, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:12:49,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32941-0x1014a6da41d0001 connected 2024-11-17T20:12:49,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:12:49,415 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:12:49,423 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:12:49,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T20:12:49,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T20:12:49,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32941 2024-11-17T20:12:49,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32941 2024-11-17T20:12:49,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32941 2024-11-17T20:12:49,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32941 2024-11-17T20:12:49,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32941 2024-11-17T20:12:49,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:12:49,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:49,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:49,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:12:49,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:49,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:12:49,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:12:49,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:12:49,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45117 2024-11-17T20:12:49,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45117 connecting to ZooKeeper ensemble=127.0.0.1:57105 2024-11-17T20:12:49,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:49,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:49,482 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451170x0, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:12:49,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451170x0, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:12:49,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45117-0x1014a6da41d0002 connected 2024-11-17T20:12:49,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:12:49,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:12:49,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T20:12:49,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T20:12:49,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45117 2024-11-17T20:12:49,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45117 2024-11-17T20:12:49,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45117 2024-11-17T20:12:49,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45117 2024-11-17T20:12:49,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45117 2024-11-17T20:12:49,514 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:12:49,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:49,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:49,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:12:49,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:12:49,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:12:49,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:12:49,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:12:49,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35177 2024-11-17T20:12:49,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35177 connecting to ZooKeeper ensemble=127.0.0.1:57105 2024-11-17T20:12:49,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:49,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:49,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351770x0, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:12:49,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351770x0, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:12:49,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35177-0x1014a6da41d0003 connected 2024-11-17T20:12:49,536 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:12:49,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:12:49,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T20:12:49,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T20:12:49,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35177 2024-11-17T20:12:49,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35177 2024-11-17T20:12:49,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35177 2024-11-17T20:12:49,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35177 2024-11-17T20:12:49,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35177 2024-11-17T20:12:49,571 DEBUG [M:0;0b0b0ae8de03:38965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:38965 2024-11-17T20:12:49,572 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0b0b0ae8de03,38965,1731874368494 2024-11-17T20:12:49,587 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:12:49,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:12:49,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:12:49,587 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:12:49,590 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0b0b0ae8de03,38965,1731874368494 2024-11-17T20:12:49,618 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T20:12:49,618 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T20:12:49,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T20:12:49,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:49,619 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:49,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:49,619 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:49,620 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T20:12:49,621 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0b0b0ae8de03,38965,1731874368494 from backup master directory 2024-11-17T20:12:49,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0b0b0ae8de03,38965,1731874368494 2024-11-17T20:12:49,634 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:12:49,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:12:49,634 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:12:49,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:12:49,635 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:12:49,635 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,38965,1731874368494 2024-11-17T20:12:49,638 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T20:12:49,640 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T20:12:49,692 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/hbase.id] with ID: 3206a92d-9987-436f-aa9a-a5608ad413ac 2024-11-17T20:12:49,692 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/.tmp/hbase.id 2024-11-17T20:12:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:12:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:12:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:12:49,707 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/.tmp/hbase.id]:[hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/hbase.id] 2024-11-17T20:12:49,752 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:12:49,757 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:12:49,775 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-17T20:12:49,787 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:49,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:49,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:49,787 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:12:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:12:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:12:49,820 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:12:49,822 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:12:49,835 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T20:12:49,839 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:12:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:12:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:12:49,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:12:49,886 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store 2024-11-17T20:12:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:12:49,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:12:49,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:12:49,913 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T20:12:49,916 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:12:49,918 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:12:49,918 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:12:49,918 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:12:49,920 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:12:49,920 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:12:49,920 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:12:49,921 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874369918Disabling compacts and flushes for region at 1731874369918Disabling writes for close at 1731874369920 (+2 ms)Writing region close event to WAL at 1731874369920Closed at 1731874369920 2024-11-17T20:12:49,923 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/.initializing 2024-11-17T20:12:49,923 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/WALs/0b0b0ae8de03,38965,1731874368494 2024-11-17T20:12:49,931 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:12:49,944 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C38965%2C1731874368494, suffix=, logDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/WALs/0b0b0ae8de03,38965,1731874368494, archiveDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/oldWALs, maxLogs=10 2024-11-17T20:12:49,963 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/WALs/0b0b0ae8de03,38965,1731874368494/0b0b0ae8de03%2C38965%2C1731874368494.1731874369948, exclude list is [], retry=0 2024-11-17T20:12:49,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-27458356-fc29-4eab-95ec-b9a4d81bc14d,DISK] 2024-11-17T20:12:49,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-f37f81a9-ec17-40f3-8b03-d2e4c6783d3d,DISK] 2024-11-17T20:12:49,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-f4395750-c4e9-4e83-bde5-f8513b62a4f5,DISK] 2024-11-17T20:12:49,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T20:12:50,022 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/WALs/0b0b0ae8de03,38965,1731874368494/0b0b0ae8de03%2C38965%2C1731874368494.1731874369948 2024-11-17T20:12:50,025 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627),(127.0.0.1/127.0.0.1:41553:41553),(127.0.0.1/127.0.0.1:35403:35403)] 2024-11-17T20:12:50,025 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:12:50,026 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:12:50,029 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,030 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:12:50,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:12:50,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:12:50,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:12:50,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:12:50,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:12:50,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:12:50,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:12:50,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:12:50,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:12:50,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:12:50,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:12:50,110 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,113 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,114 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,119 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,119 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,122 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:12:50,126 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:12:50,130 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:12:50,131 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59921367, jitterRate=-0.10710205137729645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:12:50,139 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874370042Initializing all the Stores at 1731874370044 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874370045 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874370046 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874370046Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874370046Cleaning up temporary data from old regions at 1731874370119 (+73 ms)Region opened successfully at 1731874370139 (+20 ms) 2024-11-17T20:12:50,140 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:12:50,171 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7251de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:12:50,196 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:12:50,206 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:12:50,206 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:12:50,208 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:12:50,210 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T20:12:50,214 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T20:12:50,214 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-17T20:12:50,242 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:12:50,249 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T20:12:50,260 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-17T20:12:50,263 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:12:50,264 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:12:50,275 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-17T20:12:50,278 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:12:50,282 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:12:50,292 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-17T20:12:50,293 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:12:50,302 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T20:12:50,323 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:12:50,334 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T20:12:50,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T20:12:50,349 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T20:12:50,349 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T20:12:50,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,349 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T20:12:50,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,350 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,353 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,38965,1731874368494, sessionid=0x1014a6da41d0000, setting cluster-up flag (Was=false) 2024-11-17T20:12:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,387 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,387 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,423 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T20:12:50,429 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,38965,1731874368494 2024-11-17T20:12:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,455 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,455 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:50,486 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T20:12:50,488 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,38965,1731874368494 2024-11-17T20:12:50,496 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:12:50,560 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(746): ClusterId : 3206a92d-9987-436f-aa9a-a5608ad413ac 2024-11-17T20:12:50,560 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(746): ClusterId : 3206a92d-9987-436f-aa9a-a5608ad413ac 2024-11-17T20:12:50,560 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer(746): ClusterId : 3206a92d-9987-436f-aa9a-a5608ad413ac 2024-11-17T20:12:50,562 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:12:50,562 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:12:50,562 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:12:50,573 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:12:50,581 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:12:50,587 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:12:50,588 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:12:50,588 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:12:50,588 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:12:50,589 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:12:50,589 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:12:50,589 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:12:50,593 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,38965,1731874368494 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:12:50,613 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:12:50,613 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:12:50,613 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:12:50,614 DEBUG [RS:1;0b0b0ae8de03:45117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fe6bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:12:50,614 DEBUG [RS:0;0b0b0ae8de03:32941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3525b77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:12:50,614 DEBUG [RS:2;0b0b0ae8de03:35177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7561bae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:12:50,615 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:12:50,615 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:12:50,616 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:12:50,616 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:12:50,616 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:12:50,616 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:50,616 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:12:50,616 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:50,624 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874400624 2024-11-17T20:12:50,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:12:50,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:12:50,626 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:12:50,627 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:12:50,629 DEBUG [RS:0;0b0b0ae8de03:32941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:32941 2024-11-17T20:12:50,631 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:12:50,632 DEBUG [RS:1;0b0b0ae8de03:45117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0b0b0ae8de03:45117 2024-11-17T20:12:50,632 DEBUG [RS:2;0b0b0ae8de03:35177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0b0b0ae8de03:35177 2024-11-17T20:12:50,632 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:12:50,632 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:12:50,632 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:12:50,632 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:12:50,633 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:12:50,633 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:12:50,633 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:12:50,633 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:12:50,633 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:12:50,633 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:12:50,633 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:12:50,633 DEBUG [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:12:50,633 DEBUG [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:12:50,633 DEBUG [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:12:50,636 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,38965,1731874368494 with port=35177, startcode=1731874369513 2024-11-17T20:12:50,636 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,38965,1731874368494 with port=32941, startcode=1731874369336 2024-11-17T20:12:50,636 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,38965,1731874368494 with port=45117, startcode=1731874369450 2024-11-17T20:12:50,634 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:50,637 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:12:50,638 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:12:50,639 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:12:50,642 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:12:50,643 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:12:50,644 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874370644,5,FailOnTimeoutGroup] 2024-11-17T20:12:50,645 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874370645,5,FailOnTimeoutGroup] 2024-11-17T20:12:50,645 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:50,645 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:12:50,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:50,646 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:50,648 DEBUG [RS:1;0b0b0ae8de03:45117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:12:50,648 DEBUG [RS:2;0b0b0ae8de03:35177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:12:50,648 DEBUG [RS:0;0b0b0ae8de03:32941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:12:50,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:12:50,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:12:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:12:50,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:12:50,659 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:12:50,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741832_1008 (size=32) 2024-11-17T20:12:50,702 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:12:50,702 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:12:50,702 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:12:50,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741832_1008 (size=32) 2024-11-17T20:12:50,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741832_1008 (size=32) 2024-11-17T20:12:50,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:12:50,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:12:50,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,35177,1731874369513 2024-11-17T20:12:50,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:12:50,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:12:50,713 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38965 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:12:50,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:12:50,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:12:50,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:12:50,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:12:50,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:12:50,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:12:50,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:12:50,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:12:50,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:12:50,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:12:50,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:12:50,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:12:50,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:12:50,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:12:50,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740 2024-11-17T20:12:50,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,45117,1731874369450 2024-11-17T20:12:50,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38965 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,45117,1731874369450 2024-11-17T20:12:50,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740 2024-11-17T20:12:50,731 DEBUG [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:12:50,731 DEBUG [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38427 2024-11-17T20:12:50,731 DEBUG [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:12:50,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,32941,1731874369336 2024-11-17T20:12:50,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:12:50,733 DEBUG [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:12:50,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38965 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:12:50,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:12:50,733 DEBUG [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38427 2024-11-17T20:12:50,733 DEBUG [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:12:50,734 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:12:50,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:12:50,738 DEBUG [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:12:50,738 DEBUG [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38427 2024-11-17T20:12:50,738 DEBUG [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:12:50,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:12:50,742 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68080262, jitterRate=0.014474958181381226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:12:50,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874370708Initializing all the Stores at 1731874370709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874370709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874370709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874370710 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874370710Cleaning up temporary data from old regions at 1731874370733 (+23 ms)Region opened successfully at 1731874370746 (+13 ms) 2024-11-17T20:12:50,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:12:50,746 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:12:50,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:12:50,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:12:50,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:12:50,748 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:12:50,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874370746Disabling compacts and flushes for region at 1731874370746Disabling writes for close at 1731874370746Writing region close event to WAL at 1731874370747 (+1 ms)Closed at 1731874370748 (+1 ms) 2024-11-17T20:12:50,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:12:50,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:12:50,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:12:50,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:12:50,766 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:12:50,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T20:12:50,908 DEBUG [RS:1;0b0b0ae8de03:45117 {}] zookeeper.ZKUtil(111): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b0b0ae8de03,45117,1731874369450 2024-11-17T20:12:50,908 DEBUG [RS:2;0b0b0ae8de03:35177 {}] zookeeper.ZKUtil(111): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b0b0ae8de03,35177,1731874369513 2024-11-17T20:12:50,908 WARN [RS:1;0b0b0ae8de03:45117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:12:50,908 WARN [RS:2;0b0b0ae8de03:35177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:12:50,908 INFO [RS:1;0b0b0ae8de03:45117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:12:50,908 INFO [RS:2;0b0b0ae8de03:35177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:12:50,909 DEBUG [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450 2024-11-17T20:12:50,909 DEBUG [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,35177,1731874369513 2024-11-17T20:12:50,910 DEBUG [RS:0;0b0b0ae8de03:32941 {}] zookeeper.ZKUtil(111): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b0b0ae8de03,32941,1731874369336 2024-11-17T20:12:50,910 WARN [RS:0;0b0b0ae8de03:32941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:12:50,910 INFO [RS:0;0b0b0ae8de03:32941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:12:50,911 DEBUG [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,32941,1731874369336 2024-11-17T20:12:50,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,45117,1731874369450] 2024-11-17T20:12:50,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,35177,1731874369513] 2024-11-17T20:12:50,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,32941,1731874369336] 2024-11-17T20:12:50,917 WARN [0b0b0ae8de03:38965 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T20:12:51,699 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:12:51,699 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:12:51,699 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:12:51,715 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:12:51,715 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:12:51,715 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:12:51,720 INFO [RS:0;0b0b0ae8de03:32941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:12:51,721 INFO [RS:1;0b0b0ae8de03:45117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:12:51,721 INFO [RS:2;0b0b0ae8de03:35177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:12:51,721 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,721 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,721 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,722 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:12:51,722 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:12:51,722 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:12:51,727 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:12:51,727 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:12:51,727 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:12:51,728 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,728 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,728 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,729 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:12:51,729 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:12:51,729 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,729 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:12:51,730 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:12:51,730 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:12:51,730 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:2;0b0b0ae8de03:35177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:12:51,730 DEBUG [RS:0;0b0b0ae8de03:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:12:51,730 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,730 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:12:51,731 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:12:51,731 DEBUG [RS:1;0b0b0ae8de03:45117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:12:51,733 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,733 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,733 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,733 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,733 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,733 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,733 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,733 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,733 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,733 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,734 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35177,1731874369513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:12:51,734 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,734 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,734 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,734 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,32941,1731874369336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:12:51,734 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,734 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,734 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45117,1731874369450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:12:51,753 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:12:51,756 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,35177,1731874369513-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,756 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,756 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.Replication(171): 0b0b0ae8de03,35177,1731874369513 started 2024-11-17T20:12:51,759 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:12:51,759 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,32941,1731874369336-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,759 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:12:51,760 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,760 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.Replication(171): 0b0b0ae8de03,32941,1731874369336 started 2024-11-17T20:12:51,760 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,45117,1731874369450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,762 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,762 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.Replication(171): 0b0b0ae8de03,45117,1731874369450 started 2024-11-17T20:12:51,779 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,780 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,35177,1731874369513, RpcServer on 0b0b0ae8de03/172.17.0.2:35177, sessionid=0x1014a6da41d0003 2024-11-17T20:12:51,780 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:12:51,781 DEBUG [RS:2;0b0b0ae8de03:35177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,35177,1731874369513 2024-11-17T20:12:51,781 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,35177,1731874369513' 2024-11-17T20:12:51,781 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T20:12:51,782 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T20:12:51,782 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:12:51,782 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:12:51,782 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,782 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,45117,1731874369450, RpcServer on 0b0b0ae8de03/172.17.0.2:45117, sessionid=0x1014a6da41d0002 2024-11-17T20:12:51,782 DEBUG [RS:2;0b0b0ae8de03:35177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,35177,1731874369513 2024-11-17T20:12:51,783 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,35177,1731874369513' 2024-11-17T20:12:51,783 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T20:12:51,783 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:12:51,783 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:12:51,783 DEBUG [RS:1;0b0b0ae8de03:45117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,45117,1731874369450 2024-11-17T20:12:51,783 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,45117,1731874369450' 2024-11-17T20:12:51,783 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,32941,1731874369336, RpcServer on 0b0b0ae8de03/172.17.0.2:32941, sessionid=0x1014a6da41d0001 2024-11-17T20:12:51,783 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T20:12:51,783 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:12:51,783 DEBUG [RS:0;0b0b0ae8de03:32941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,32941,1731874369336 2024-11-17T20:12:51,783 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,32941,1731874369336' 2024-11-17T20:12:51,783 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T20:12:51,783 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T20:12:51,783 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T20:12:51,784 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T20:12:51,784 DEBUG [RS:2;0b0b0ae8de03:35177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:12:51,784 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:12:51,784 INFO [RS:2;0b0b0ae8de03:35177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:12:51,784 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:12:51,784 INFO [RS:2;0b0b0ae8de03:35177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:12:51,784 DEBUG [RS:1;0b0b0ae8de03:45117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,45117,1731874369450 2024-11-17T20:12:51,784 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,45117,1731874369450' 2024-11-17T20:12:51,784 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T20:12:51,784 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:12:51,784 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:12:51,785 DEBUG [RS:0;0b0b0ae8de03:32941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,32941,1731874369336 2024-11-17T20:12:51,785 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,32941,1731874369336' 2024-11-17T20:12:51,785 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T20:12:51,785 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T20:12:51,785 DEBUG [RS:1;0b0b0ae8de03:45117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:12:51,785 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T20:12:51,785 INFO [RS:1;0b0b0ae8de03:45117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:12:51,785 INFO [RS:1;0b0b0ae8de03:45117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:12:51,786 DEBUG [RS:0;0b0b0ae8de03:32941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:12:51,786 INFO [RS:0;0b0b0ae8de03:32941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:12:51,786 INFO [RS:0;0b0b0ae8de03:32941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:12:51,890 INFO [RS:1;0b0b0ae8de03:45117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:12:51,890 INFO [RS:2;0b0b0ae8de03:35177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:12:51,890 INFO [RS:0;0b0b0ae8de03:32941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:12:51,893 INFO [RS:1;0b0b0ae8de03:45117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C45117%2C1731874369450, suffix=, logDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450, archiveDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/oldWALs, maxLogs=32 2024-11-17T20:12:51,893 INFO [RS:2;0b0b0ae8de03:35177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C35177%2C1731874369513, suffix=, logDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,35177,1731874369513, archiveDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/oldWALs, maxLogs=32 2024-11-17T20:12:51,893 INFO [RS:0;0b0b0ae8de03:32941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C32941%2C1731874369336, suffix=, logDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,32941,1731874369336, archiveDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/oldWALs, maxLogs=32 2024-11-17T20:12:51,909 DEBUG [RS:1;0b0b0ae8de03:45117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, exclude list is [], retry=0 2024-11-17T20:12:51,909 DEBUG [RS:0;0b0b0ae8de03:32941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,32941,1731874369336/0b0b0ae8de03%2C32941%2C1731874369336.1731874371896, exclude list is [], retry=0 2024-11-17T20:12:51,912 DEBUG [RS:2;0b0b0ae8de03:35177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,35177,1731874369513/0b0b0ae8de03%2C35177%2C1731874369513.1731874371896, exclude list is [], retry=0 2024-11-17T20:12:51,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-f37f81a9-ec17-40f3-8b03-d2e4c6783d3d,DISK] 2024-11-17T20:12:51,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-27458356-fc29-4eab-95ec-b9a4d81bc14d,DISK] 2024-11-17T20:12:51,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-f4395750-c4e9-4e83-bde5-f8513b62a4f5,DISK] 2024-11-17T20:12:51,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-f4395750-c4e9-4e83-bde5-f8513b62a4f5,DISK] 2024-11-17T20:12:51,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-f37f81a9-ec17-40f3-8b03-d2e4c6783d3d,DISK] 2024-11-17T20:12:51,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-27458356-fc29-4eab-95ec-b9a4d81bc14d,DISK] 2024-11-17T20:12:51,918 WARN [0b0b0ae8de03:38965 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T20:12:51,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-27458356-fc29-4eab-95ec-b9a4d81bc14d,DISK] 2024-11-17T20:12:51,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-f4395750-c4e9-4e83-bde5-f8513b62a4f5,DISK] 2024-11-17T20:12:51,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-f37f81a9-ec17-40f3-8b03-d2e4c6783d3d,DISK] 2024-11-17T20:12:51,922 INFO [RS:0;0b0b0ae8de03:32941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,32941,1731874369336/0b0b0ae8de03%2C32941%2C1731874369336.1731874371896 2024-11-17T20:12:51,922 DEBUG [RS:0;0b0b0ae8de03:32941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627),(127.0.0.1/127.0.0.1:35403:35403),(127.0.0.1/127.0.0.1:41553:41553)] 2024-11-17T20:12:51,923 INFO [RS:1;0b0b0ae8de03:45117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896 2024-11-17T20:12:51,926 DEBUG [RS:1;0b0b0ae8de03:45117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41553:41553),(127.0.0.1/127.0.0.1:41627:41627),(127.0.0.1/127.0.0.1:35403:35403)] 2024-11-17T20:12:51,928 INFO [RS:2;0b0b0ae8de03:35177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,35177,1731874369513/0b0b0ae8de03%2C35177%2C1731874369513.1731874371896 2024-11-17T20:12:51,931 DEBUG [RS:2;0b0b0ae8de03:35177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41553:41553),(127.0.0.1/127.0.0.1:41627:41627),(127.0.0.1/127.0.0.1:35403:35403)] 2024-11-17T20:12:52,171 DEBUG [0b0b0ae8de03:38965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-17T20:12:52,182 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(204): Hosts are {0b0b0ae8de03=0} racks are {/default-rack=0} 2024-11-17T20:12:52,187 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T20:12:52,187 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T20:12:52,188 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T20:12:52,188 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T20:12:52,188 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T20:12:52,188 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T20:12:52,188 INFO [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T20:12:52,188 INFO [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T20:12:52,188 INFO [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T20:12:52,188 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T20:12:52,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:12:52,202 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,35177,1731874369513, state=OPENING 2024-11-17T20:12:52,218 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:12:52,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:52,233 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:52,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:52,233 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:12:52,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:12:52,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:12:52,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:12:52,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:12:52,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:12:52,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35177,1731874369513}] 2024-11-17T20:12:58,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T20:12:58,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T20:13:02,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:13:02,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:13:02,285 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:13:02,285 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:13:02,286 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:13:02,289 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C35177%2C1731874369513.meta, suffix=.meta, logDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,35177,1731874369513, archiveDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/oldWALs, maxLogs=32 2024-11-17T20:13:02,305 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,35177,1731874369513/0b0b0ae8de03%2C35177%2C1731874369513.meta.1731874382292.meta, exclude list is [], retry=0 2024-11-17T20:13:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46487,DS-27458356-fc29-4eab-95ec-b9a4d81bc14d,DISK] 2024-11-17T20:13:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-f4395750-c4e9-4e83-bde5-f8513b62a4f5,DISK] 2024-11-17T20:13:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-f37f81a9-ec17-40f3-8b03-d2e4c6783d3d,DISK] 2024-11-17T20:13:02,312 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,35177,1731874369513/0b0b0ae8de03%2C35177%2C1731874369513.meta.1731874382292.meta 2024-11-17T20:13:02,312 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627),(127.0.0.1/127.0.0.1:35403:35403),(127.0.0.1/127.0.0.1:41553:41553)] 2024-11-17T20:13:02,313 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:13:02,314 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:13:02,316 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:13:02,321 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:13:02,324 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:13:02,325 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,325 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:13:02,325 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:13:02,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:13:02,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:13:02,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:02,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:13:02,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:13:02,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:13:02,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:02,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:13:02,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:13:02,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:13:02,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:02,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:13:02,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:13:02,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:13:02,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:02,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:13:02,342 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:13:02,344 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740 2024-11-17T20:13:02,347 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740 2024-11-17T20:13:02,350 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:13:02,351 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:13:02,352 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:13:02,355 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:13:02,358 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71904737, jitterRate=0.07146407663822174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:13:02,358 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:13:02,360 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874382325Writing region info on filesystem at 1731874382326 (+1 ms)Initializing all the Stores at 1731874382328 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874382328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874382328Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874382328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874382328Cleaning up temporary data from old regions at 1731874382351 (+23 ms)Running coprocessor post-open hooks at 1731874382358 (+7 ms)Region opened successfully at 1731874382360 (+2 ms) 2024-11-17T20:13:02,371 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874382260 2024-11-17T20:13:02,384 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:13:02,384 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:13:02,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:02,387 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,35177,1731874369513, state=OPEN 2024-11-17T20:13:02,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T20:13:02,468 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T20:13:02,469 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T20:13:02,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T20:13:02,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:13:02,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:13:02,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:13:02,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:13:02,471 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:02,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:13:02,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,35177,1731874369513 in 10.2320 sec 2024-11-17T20:13:02,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:13:02,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.7260 sec 2024-11-17T20:13:02,488 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:13:02,488 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:13:02,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:13:02,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35177,1731874369513, seqNum=-1] 2024-11-17T20:13:02,523 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:13:02,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:13:02,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 12.0150 sec 2024-11-17T20:13:02,543 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874382542, completionTime=-1 2024-11-17T20:13:02,545 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-17T20:13:02,545 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:13:02,568 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-17T20:13:02,568 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874442568 2024-11-17T20:13:02,568 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874502568 2024-11-17T20:13:02,568 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 22 msec 2024-11-17T20:13:02,569 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:13:02,578 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38965,1731874368494-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:13:02,578 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38965,1731874368494-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:13:02,578 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38965,1731874368494-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:13:02,580 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:38965, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:13:02,581 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:13:02,581 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:13:02,588 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:13:02,613 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.977sec 2024-11-17T20:13:02,614 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:13:02,616 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:13:02,617 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:13:02,617 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:13:02,617 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:13:02,618 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38965,1731874368494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:13:02,619 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38965,1731874368494-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:13:02,624 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:13:02,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:13:02,625 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,38965,1731874368494-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:13:02,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff4d751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:13:02,685 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T20:13:02,685 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T20:13:02,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,38965,-1 for getting cluster id 2024-11-17T20:13:02,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:13:02,701 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3206a92d-9987-436f-aa9a-a5608ad413ac' 2024-11-17T20:13:02,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:13:02,703 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3206a92d-9987-436f-aa9a-a5608ad413ac" 2024-11-17T20:13:02,704 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202b4363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:13:02,704 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,38965,-1] 2024-11-17T20:13:02,707 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:13:02,709 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:13:02,709 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:13:02,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd13821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:13:02,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:13:02,719 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35177,1731874369513, seqNum=-1] 2024-11-17T20:13:02,719 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:13:02,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:13:02,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,38965,1731874368494 2024-11-17T20:13:02,764 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731874382763 (current time:1731874382763). 2024-11-17T20:13:02,765 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T20:13:02,765 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-17T20:13:02,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5affb65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:13:02,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,38965,-1 for getting cluster id 2024-11-17T20:13:02,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:13:02,770 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3206a92d-9987-436f-aa9a-a5608ad413ac' 2024-11-17T20:13:02,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:13:02,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3206a92d-9987-436f-aa9a-a5608ad413ac" 2024-11-17T20:13:02,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509e4c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:13:02,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,38965,-1] 2024-11-17T20:13:02,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:13:02,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:13:02,773 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:13:02,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b54355b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:13:02,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:13:02,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,35177,1731874369513, seqNum=-1] 2024-11-17T20:13:02,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:13:02,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:13:02,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:13:02,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:13:02,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:13:02,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:13:02,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:13:02,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:13:02,801 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,38965,1731874368494 2024-11-17T20:13:02,803 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a2313c 2024-11-17T20:13:02,804 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:13:02,806 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:13:02,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:13:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-17T20:13:02,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:13:02,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-17T20:13:02,824 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:02,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:13:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:13:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741837_1013 (size=361) 2024-11-17T20:13:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741837_1013 (size=361) 2024-11-17T20:13:02,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741837_1013 (size=361) 2024-11-17T20:13:02,844 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9378eae442091454f97cfe122d6bcbdc, NAME => 'SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,844 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b6210f876e39afe8957a157419df96c, NAME => 'SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,844 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d61f0d54fb2996b88a27e917ed630990, NAME => 'SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741838_1014 (size=62) 2024-11-17T20:13:02,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741840_1016 (size=62) 2024-11-17T20:13:02,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741838_1014 (size=62) 2024-11-17T20:13:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741840_1016 (size=62) 2024-11-17T20:13:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741839_1015 (size=54) 2024-11-17T20:13:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741840_1016 (size=62) 2024-11-17T20:13:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741839_1015 (size=54) 2024-11-17T20:13:02,866 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9378eae442091454f97cfe122d6bcbdc, disabling compactions & flushes 2024-11-17T20:13:02,867 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:02,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:02,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. after waiting 0 ms 2024-11-17T20:13:02,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:02,867 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:02,867 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9378eae442091454f97cfe122d6bcbdc: Waiting for close lock at 1731874382867Disabling compacts and flushes for region at 1731874382867Disabling writes for close at 1731874382867Writing region close event to WAL at 1731874382867Closed at 1731874382867 2024-11-17T20:13:02,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741838_1014 (size=62) 2024-11-17T20:13:02,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741839_1015 (size=54) 2024-11-17T20:13:02,868 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3f632a6ebcd54974e94061a01bda3e23, NAME => 'SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3b6210f876e39afe8957a157419df96c, disabling compactions & flushes 2024-11-17T20:13:02,868 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:13:02,868 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:13:02,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. after waiting 0 ms 2024-11-17T20:13:02,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:13:02,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d61f0d54fb2996b88a27e917ed630990, disabling compactions & flushes 2024-11-17T20:13:02,869 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:13:02,869 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:13:02,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:13:02,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b6210f876e39afe8957a157419df96c: Waiting for close lock at 1731874382868Disabling compacts and flushes for region at 1731874382868Disabling writes for close at 1731874382869 (+1 ms)Writing region close event to WAL at 1731874382869Closed at 1731874382869 2024-11-17T20:13:02,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. after waiting 0 ms 2024-11-17T20:13:02,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:13:02,869 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:13:02,869 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d61f0d54fb2996b88a27e917ed630990: Waiting for close lock at 1731874382869Disabling compacts and flushes for region at 1731874382869Disabling writes for close at 1731874382869Writing region close event to WAL at 1731874382869Closed at 1731874382869 2024-11-17T20:13:02,870 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8433aa74d5142fae054917eeb801a87, NAME => 'SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,870 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a3ea7cdc64e2bf848e54825fc6e904c8, NAME => 'SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741842_1018 (size=62) 2024-11-17T20:13:02,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741842_1018 (size=62) 2024-11-17T20:13:02,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741842_1018 (size=62) 2024-11-17T20:13:02,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b8433aa74d5142fae054917eeb801a87, disabling compactions & flushes 2024-11-17T20:13:02,893 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:02,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:02,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. after waiting 0 ms 2024-11-17T20:13:02,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:02,893 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:02,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8433aa74d5142fae054917eeb801a87: Waiting for close lock at 1731874382892Disabling compacts and flushes for region at 1731874382892Disabling writes for close at 1731874382893 (+1 ms)Writing region close event to WAL at 1731874382893Closed at 1731874382893 2024-11-17T20:13:02,894 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1728ee6a67670014f281645e55e77bb, NAME => 'SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741841_1017 (size=62) 2024-11-17T20:13:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741843_1019 (size=62) 2024-11-17T20:13:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741841_1017 (size=62) 2024-11-17T20:13:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741841_1017 (size=62) 2024-11-17T20:13:02,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3f632a6ebcd54974e94061a01bda3e23, disabling compactions & flushes 2024-11-17T20:13:02,905 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:13:02,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:13:02,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. after waiting 0 ms 2024-11-17T20:13:02,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:13:02,905 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:13:02,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3f632a6ebcd54974e94061a01bda3e23: Waiting for close lock at 1731874382905Disabling compacts and flushes for region at 1731874382905Disabling writes for close at 1731874382905Writing region close event to WAL at 1731874382905Closed at 1731874382905 2024-11-17T20:13:02,906 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 60f48fee6c9df7a2f640b86201b22db2, NAME => 'SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a3ea7cdc64e2bf848e54825fc6e904c8, disabling compactions & flushes 2024-11-17T20:13:02,909 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:13:02,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:13:02,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741843_1019 (size=62) 2024-11-17T20:13:02,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. after waiting 0 ms 2024-11-17T20:13:02,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:13:02,909 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:13:02,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741843_1019 (size=62) 2024-11-17T20:13:02,909 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a3ea7cdc64e2bf848e54825fc6e904c8: Waiting for close lock at 1731874382908Disabling compacts and flushes for region at 1731874382908Disabling writes for close at 1731874382909 (+1 ms)Writing region close event to WAL at 1731874382909Closed at 1731874382909 2024-11-17T20:13:02,910 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ff526d966d75c44a712edeb3b4c579c2, NAME => 'SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741844_1020 (size=62) 2024-11-17T20:13:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741844_1020 (size=62) 2024-11-17T20:13:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741844_1020 (size=62) 2024-11-17T20:13:02,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a1728ee6a67670014f281645e55e77bb, disabling compactions & flushes 2024-11-17T20:13:02,921 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:02,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:02,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. after waiting 0 ms 2024-11-17T20:13:02,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:02,921 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:02,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1728ee6a67670014f281645e55e77bb: Waiting for close lock at 1731874382921Disabling compacts and flushes for region at 1731874382921Disabling writes for close at 1731874382921Writing region close event to WAL at 1731874382921Closed at 1731874382921 2024-11-17T20:13:02,922 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc286c721035743a354435d3400b1091, NAME => 'SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034 2024-11-17T20:13:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741846_1022 (size=62) 2024-11-17T20:13:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741846_1022 (size=62) 2024-11-17T20:13:02,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741846_1022 (size=62) 2024-11-17T20:13:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:13:02,938 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,938 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ff526d966d75c44a712edeb3b4c579c2, disabling compactions & flushes 2024-11-17T20:13:02,938 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:13:02,938 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:13:02,938 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. after waiting 0 ms 2024-11-17T20:13:02,938 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:13:02,938 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:13:02,938 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ff526d966d75c44a712edeb3b4c579c2: Waiting for close lock at 1731874382938Disabling compacts and flushes for region at 1731874382938Disabling writes for close at 1731874382938Writing region close event to WAL at 1731874382938Closed at 1731874382938 2024-11-17T20:13:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741845_1021 (size=62) 2024-11-17T20:13:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741845_1021 (size=62) 2024-11-17T20:13:02,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741845_1021 (size=62) 2024-11-17T20:13:02,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 60f48fee6c9df7a2f640b86201b22db2, disabling compactions & flushes 2024-11-17T20:13:02,941 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:13:02,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:13:02,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. after waiting 0 ms 2024-11-17T20:13:02,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:13:02,941 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:13:02,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 60f48fee6c9df7a2f640b86201b22db2: Waiting for close lock at 1731874382941Disabling compacts and flushes for region at 1731874382941Disabling writes for close at 1731874382941Writing region close event to WAL at 1731874382941Closed at 1731874382941 2024-11-17T20:13:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741847_1023 (size=54) 2024-11-17T20:13:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741847_1023 (size=54) 2024-11-17T20:13:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741847_1023 (size=54) 2024-11-17T20:13:02,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:02,943 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bc286c721035743a354435d3400b1091, disabling compactions & flushes 2024-11-17T20:13:02,943 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:02,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:02,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. after waiting 0 ms 2024-11-17T20:13:02,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:02,944 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:02,944 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc286c721035743a354435d3400b1091: Waiting for close lock at 1731874382943Disabling compacts and flushes for region at 1731874382943Disabling writes for close at 1731874382944 (+1 ms)Writing region close event to WAL at 1731874382944Closed at 1731874382944 2024-11-17T20:13:02,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:13:02,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731874382946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874382946"}]},"ts":"1731874382946"} 2024-11-17T20:13:02,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-17T20:13:02,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:13:02,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874382987"}]},"ts":"1731874382987"} 2024-11-17T20:13:02,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-17T20:13:02,995 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0b0b0ae8de03=0} racks are {/default-rack=0} 2024-11-17T20:13:03,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T20:13:03,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T20:13:03,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T20:13:03,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T20:13:03,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T20:13:03,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T20:13:03,002 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T20:13:03,002 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T20:13:03,002 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T20:13:03,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T20:13:03,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b6210f876e39afe8957a157419df96c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d61f0d54fb2996b88a27e917ed630990, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f632a6ebcd54974e94061a01bda3e23, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3ea7cdc64e2bf848e54825fc6e904c8, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60f48fee6c9df7a2f640b86201b22db2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff526d966d75c44a712edeb3b4c579c2, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN}] 2024-11-17T20:13:03,009 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f632a6ebcd54974e94061a01bda3e23, ASSIGN 2024-11-17T20:13:03,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN 2024-11-17T20:13:03,009 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d61f0d54fb2996b88a27e917ed630990, ASSIGN 2024-11-17T20:13:03,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b6210f876e39afe8957a157419df96c, ASSIGN 2024-11-17T20:13:03,011 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f632a6ebcd54974e94061a01bda3e23, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,35177,1731874369513; forceNewPlan=false, retain=false 2024-11-17T20:13:03,011 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,45117,1731874369450; forceNewPlan=false, retain=false 2024-11-17T20:13:03,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b6210f876e39afe8957a157419df96c, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,35177,1731874369513; forceNewPlan=false, retain=false 2024-11-17T20:13:03,012 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d61f0d54fb2996b88a27e917ed630990, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,32941,1731874369336; forceNewPlan=false, retain=false 2024-11-17T20:13:03,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN 2024-11-17T20:13:03,018 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60f48fee6c9df7a2f640b86201b22db2, ASSIGN 2024-11-17T20:13:03,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN 2024-11-17T20:13:03,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3ea7cdc64e2bf848e54825fc6e904c8, ASSIGN 2024-11-17T20:13:03,018 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff526d966d75c44a712edeb3b4c579c2, ASSIGN 2024-11-17T20:13:03,020 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,45117,1731874369450; forceNewPlan=false, retain=false 2024-11-17T20:13:03,020 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3ea7cdc64e2bf848e54825fc6e904c8, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,32941,1731874369336; forceNewPlan=false, retain=false 2024-11-17T20:13:03,020 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff526d966d75c44a712edeb3b4c579c2, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,35177,1731874369513; forceNewPlan=false, retain=false 2024-11-17T20:13:03,020 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60f48fee6c9df7a2f640b86201b22db2, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,32941,1731874369336; forceNewPlan=false, retain=false 2024-11-17T20:13:03,020 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,45117,1731874369450; forceNewPlan=false, retain=false 2024-11-17T20:13:03,028 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN 2024-11-17T20:13:03,029 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,45117,1731874369450; forceNewPlan=false, retain=false 2024-11-17T20:13:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:13:03,168 INFO [0b0b0ae8de03:38965 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-17T20:13:03,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8433aa74d5142fae054917eeb801a87, regionState=OPENING, regionLocation=0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:03,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9378eae442091454f97cfe122d6bcbdc, regionState=OPENING, regionLocation=0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:03,171 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a1728ee6a67670014f281645e55e77bb, regionState=OPENING, regionLocation=0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:03,171 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bc286c721035743a354435d3400b1091, regionState=OPENING, regionLocation=0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:03,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ff526d966d75c44a712edeb3b4c579c2, regionState=OPENING, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:03,172 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=60f48fee6c9df7a2f640b86201b22db2, regionState=OPENING, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:03,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3f632a6ebcd54974e94061a01bda3e23, regionState=OPENING, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:03,172 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b6210f876e39afe8957a157419df96c, regionState=OPENING, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:03,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a3ea7cdc64e2bf848e54825fc6e904c8, regionState=OPENING, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:03,173 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d61f0d54fb2996b88a27e917ed630990, regionState=OPENING, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:03,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN because future has completed 2024-11-17T20:13:03,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9378eae442091454f97cfe122d6bcbdc, server=0b0b0ae8de03,45117,1731874369450}] 2024-11-17T20:13:03,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN because future has completed 2024-11-17T20:13:03,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8433aa74d5142fae054917eeb801a87, server=0b0b0ae8de03,45117,1731874369450}] 2024-11-17T20:13:03,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN because future has completed 2024-11-17T20:13:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN because future has completed 2024-11-17T20:13:03,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1728ee6a67670014f281645e55e77bb, server=0b0b0ae8de03,45117,1731874369450}] 2024-11-17T20:13:03,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff526d966d75c44a712edeb3b4c579c2, ASSIGN because future has completed 2024-11-17T20:13:03,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc286c721035743a354435d3400b1091, server=0b0b0ae8de03,45117,1731874369450}] 2024-11-17T20:13:03,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60f48fee6c9df7a2f640b86201b22db2, ASSIGN because future has completed 2024-11-17T20:13:03,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b6210f876e39afe8957a157419df96c, ASSIGN because future has completed 2024-11-17T20:13:03,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b6210f876e39afe8957a157419df96c, server=0b0b0ae8de03,35177,1731874369513}] 2024-11-17T20:13:03,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff526d966d75c44a712edeb3b4c579c2, server=0b0b0ae8de03,35177,1731874369513}] 2024-11-17T20:13:03,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f632a6ebcd54974e94061a01bda3e23, ASSIGN because future has completed 2024-11-17T20:13:03,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3ea7cdc64e2bf848e54825fc6e904c8, ASSIGN because future has completed 2024-11-17T20:13:03,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3ea7cdc64e2bf848e54825fc6e904c8, server=0b0b0ae8de03,32941,1731874369336}] 2024-11-17T20:13:03,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d61f0d54fb2996b88a27e917ed630990, ASSIGN because future has completed 2024-11-17T20:13:03,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d61f0d54fb2996b88a27e917ed630990, server=0b0b0ae8de03,32941,1731874369336}] 2024-11-17T20:13:03,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60f48fee6c9df7a2f640b86201b22db2, server=0b0b0ae8de03,32941,1731874369336}] 2024-11-17T20:13:03,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f632a6ebcd54974e94061a01bda3e23, server=0b0b0ae8de03,35177,1731874369513}] 2024-11-17T20:13:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:13:03,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:13:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:13:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:13:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:13:07,869 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T20:13:08,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:13:08,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:13:08,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:13:08,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T20:13:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:13:13,183 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:13:13,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:13:13,199 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:13,199 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9378eae442091454f97cfe122d6bcbdc, NAME => 'SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-17T20:13:13,200 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,200 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,200 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,200 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,201 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:13:13,202 INFO [StoreOpener-9378eae442091454f97cfe122d6bcbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:13:13,204 INFO [StoreOpener-9378eae442091454f97cfe122d6bcbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9378eae442091454f97cfe122d6bcbdc columnFamilyName cf 2024-11-17T20:13:13,204 DEBUG [StoreOpener-9378eae442091454f97cfe122d6bcbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,205 INFO [StoreOpener-9378eae442091454f97cfe122d6bcbdc-1 {}] regionserver.HStore(327): Store=9378eae442091454f97cfe122d6bcbdc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,205 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,207 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,207 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,208 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,208 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,208 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:13:13,208 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f632a6ebcd54974e94061a01bda3e23, NAME => 'SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-17T20:13:13,209 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,209 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,210 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,210 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,211 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,212 INFO [StoreOpener-3f632a6ebcd54974e94061a01bda3e23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,215 INFO [StoreOpener-3f632a6ebcd54974e94061a01bda3e23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f632a6ebcd54974e94061a01bda3e23 columnFamilyName cf 2024-11-17T20:13:13,215 DEBUG [StoreOpener-3f632a6ebcd54974e94061a01bda3e23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,215 INFO [StoreOpener-3f632a6ebcd54974e94061a01bda3e23-1 {}] regionserver.HStore(327): Store=3f632a6ebcd54974e94061a01bda3e23/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,216 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:13:13,216 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,216 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d61f0d54fb2996b88a27e917ed630990, NAME => 'SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-17T20:13:13,216 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/9378eae442091454f97cfe122d6bcbdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,216 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,217 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,217 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,217 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,217 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,217 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9378eae442091454f97cfe122d6bcbdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72804966, jitterRate=0.08487853407859802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,217 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:13,218 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,218 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,218 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,219 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9378eae442091454f97cfe122d6bcbdc: Running coprocessor pre-open hook at 1731874393200Writing region info on filesystem at 1731874393200Initializing all the Stores at 1731874393202 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393202Cleaning up temporary data from old regions at 1731874393208 (+6 ms)Running coprocessor post-open hooks at 1731874393217 (+9 ms)Region opened successfully at 1731874393218 (+1 ms) 2024-11-17T20:13:13,221 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,221 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc., pid=15, masterSystemTime=1731874393182 2024-11-17T20:13:13,221 INFO [StoreOpener-d61f0d54fb2996b88a27e917ed630990-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,224 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:13,224 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:13,224 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:13,224 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bc286c721035743a354435d3400b1091, NAME => 'SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-17T20:13:13,225 INFO [StoreOpener-d61f0d54fb2996b88a27e917ed630990-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d61f0d54fb2996b88a27e917ed630990 columnFamilyName cf 2024-11-17T20:13:13,225 DEBUG [StoreOpener-d61f0d54fb2996b88a27e917ed630990-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,225 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,225 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/3f632a6ebcd54974e94061a01bda3e23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,225 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,225 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,225 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,226 INFO [StoreOpener-d61f0d54fb2996b88a27e917ed630990-1 {}] regionserver.HStore(327): Store=d61f0d54fb2996b88a27e917ed630990/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,226 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3f632a6ebcd54974e94061a01bda3e23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65182378, jitterRate=-0.028706878423690796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,226 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,226 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:13,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9378eae442091454f97cfe122d6bcbdc, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:13,226 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3f632a6ebcd54974e94061a01bda3e23: Running coprocessor pre-open hook at 1731874393210Writing region info on filesystem at 1731874393210Initializing all the Stores at 1731874393211 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393211Cleaning up temporary data from old regions at 1731874393218 (+7 ms)Running coprocessor post-open hooks at 1731874393226 (+8 ms)Region opened successfully at 1731874393226 2024-11-17T20:13:13,228 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,228 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23., pid=23, masterSystemTime=1731874393199 2024-11-17T20:13:13,228 INFO [StoreOpener-bc286c721035743a354435d3400b1091-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,229 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,231 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9378eae442091454f97cfe122d6bcbdc, server=0b0b0ae8de03,45117,1731874369450 because future has completed 2024-11-17T20:13:13,231 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,232 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:13:13,232 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:13:13,232 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:13:13,232 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ff526d966d75c44a712edeb3b4c579c2, NAME => 'SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-17T20:13:13,232 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,233 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,233 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,233 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,233 INFO [StoreOpener-bc286c721035743a354435d3400b1091-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc286c721035743a354435d3400b1091 columnFamilyName cf 2024-11-17T20:13:13,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3f632a6ebcd54974e94061a01bda3e23, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:13,234 DEBUG [StoreOpener-bc286c721035743a354435d3400b1091-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,234 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,234 INFO [StoreOpener-bc286c721035743a354435d3400b1091-1 {}] regionserver.HStore(327): Store=bc286c721035743a354435d3400b1091/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,235 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f632a6ebcd54974e94061a01bda3e23, server=0b0b0ae8de03,35177,1731874369513 because future has completed 2024-11-17T20:13:13,237 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-17T20:13:13,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9378eae442091454f97cfe122d6bcbdc, server=0b0b0ae8de03,45117,1731874369450 in 10.0560 sec 2024-11-17T20:13:13,239 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,239 INFO [StoreOpener-ff526d966d75c44a712edeb3b4c579c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,241 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,241 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,241 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/d61f0d54fb2996b88a27e917ed630990/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN in 10.2340 sec 2024-11-17T20:13:13,242 INFO [StoreOpener-ff526d966d75c44a712edeb3b4c579c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff526d966d75c44a712edeb3b4c579c2 columnFamilyName cf 2024-11-17T20:13:13,242 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d61f0d54fb2996b88a27e917ed630990; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62695483, jitterRate=-0.06576450169086456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,242 DEBUG [StoreOpener-ff526d966d75c44a712edeb3b4c579c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,243 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:13,243 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d61f0d54fb2996b88a27e917ed630990: Running coprocessor pre-open hook at 1731874393217Writing region info on filesystem at 1731874393217Initializing all the Stores at 1731874393218 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393218Cleaning up temporary data from old regions at 1731874393231 (+13 ms)Running coprocessor post-open hooks at 1731874393243 (+12 ms)Region opened successfully at 1731874393243 2024-11-17T20:13:13,244 INFO [StoreOpener-ff526d966d75c44a712edeb3b4c579c2-1 {}] regionserver.HStore(327): Store=ff526d966d75c44a712edeb3b4c579c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,244 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,244 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,244 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990., pid=22, masterSystemTime=1731874393201 2024-11-17T20:13:13,245 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,246 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-17T20:13:13,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f632a6ebcd54974e94061a01bda3e23, server=0b0b0ae8de03,35177,1731874369513 in 10.0360 sec 2024-11-17T20:13:13,247 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,247 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,248 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:13:13,248 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:13:13,248 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:13:13,248 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a3ea7cdc64e2bf848e54825fc6e904c8, NAME => 'SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-17T20:13:13,249 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,249 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,249 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,249 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,250 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/bc286c721035743a354435d3400b1091/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d61f0d54fb2996b88a27e917ed630990, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:13,251 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bc286c721035743a354435d3400b1091; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68807312, jitterRate=0.025308847427368164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,251 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc286c721035743a354435d3400b1091 2024-11-17T20:13:13,251 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bc286c721035743a354435d3400b1091: Running coprocessor pre-open hook at 1731874393226Writing region info on filesystem at 1731874393226Initializing all the Stores at 1731874393227 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393227Cleaning up temporary data from old regions at 1731874393241 (+14 ms)Running coprocessor post-open hooks at 1731874393251 (+10 ms)Region opened successfully at 1731874393251 2024-11-17T20:13:13,251 INFO [StoreOpener-a3ea7cdc64e2bf848e54825fc6e904c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f632a6ebcd54974e94061a01bda3e23, ASSIGN in 10.2430 sec 2024-11-17T20:13:13,253 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,253 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., pid=17, masterSystemTime=1731874393182 2024-11-17T20:13:13,255 INFO [StoreOpener-a3ea7cdc64e2bf848e54825fc6e904c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ea7cdc64e2bf848e54825fc6e904c8 columnFamilyName cf 2024-11-17T20:13:13,255 DEBUG [StoreOpener-a3ea7cdc64e2bf848e54825fc6e904c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d61f0d54fb2996b88a27e917ed630990, server=0b0b0ae8de03,32941,1731874369336 because future has completed 2024-11-17T20:13:13,256 INFO [StoreOpener-a3ea7cdc64e2bf848e54825fc6e904c8-1 {}] regionserver.HStore(327): Store=a3ea7cdc64e2bf848e54825fc6e904c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,256 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,257 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:13,257 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:13,257 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:13,257 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => b8433aa74d5142fae054917eeb801a87, NAME => 'SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-17T20:13:13,258 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,258 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,258 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,258 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,258 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,258 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,259 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ff526d966d75c44a712edeb3b4c579c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74823044, jitterRate=0.11495023965835571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,259 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bc286c721035743a354435d3400b1091, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:13,259 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:13,259 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,259 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ff526d966d75c44a712edeb3b4c579c2: Running coprocessor pre-open hook at 1731874393233Writing region info on filesystem at 1731874393233Initializing all the Stores at 1731874393236 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393236Cleaning up temporary data from old regions at 1731874393247 (+11 ms)Running coprocessor post-open hooks at 1731874393259 (+12 ms)Region opened successfully at 1731874393259 2024-11-17T20:13:13,260 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,260 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,260 INFO [StoreOpener-b8433aa74d5142fae054917eeb801a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,262 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., pid=19, masterSystemTime=1731874393199 2024-11-17T20:13:13,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc286c721035743a354435d3400b1091, server=0b0b0ae8de03,45117,1731874369450 because future has completed 2024-11-17T20:13:13,264 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:13:13,265 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:13:13,265 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,265 INFO [StoreOpener-b8433aa74d5142fae054917eeb801a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8433aa74d5142fae054917eeb801a87 columnFamilyName cf 2024-11-17T20:13:13,265 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:13:13,265 DEBUG [StoreOpener-b8433aa74d5142fae054917eeb801a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,265 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b6210f876e39afe8957a157419df96c, NAME => 'SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-17T20:13:13,265 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,266 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-17T20:13:13,266 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,266 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ff526d966d75c44a712edeb3b4c579c2, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:13,267 INFO [StoreOpener-b8433aa74d5142fae054917eeb801a87-1 {}] regionserver.HStore(327): Store=b8433aa74d5142fae054917eeb801a87/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d61f0d54fb2996b88a27e917ed630990, server=0b0b0ae8de03,32941,1731874369336 in 10.0570 sec 2024-11-17T20:13:13,268 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,269 INFO [StoreOpener-3b6210f876e39afe8957a157419df96c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,270 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff526d966d75c44a712edeb3b4c579c2, server=0b0b0ae8de03,35177,1731874369513 because future has completed 2024-11-17T20:13:13,270 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,271 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,271 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,271 INFO [StoreOpener-3b6210f876e39afe8957a157419df96c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b6210f876e39afe8957a157419df96c columnFamilyName cf 2024-11-17T20:13:13,271 DEBUG [StoreOpener-3b6210f876e39afe8957a157419df96c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,272 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a3ea7cdc64e2bf848e54825fc6e904c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,272 INFO [StoreOpener-3b6210f876e39afe8957a157419df96c-1 {}] regionserver.HStore(327): Store=3b6210f876e39afe8957a157419df96c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,273 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,273 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a3ea7cdc64e2bf848e54825fc6e904c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70155959, jitterRate=0.045405253767967224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-17T20:13:13,274 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:13,274 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,274 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a3ea7cdc64e2bf848e54825fc6e904c8: Running coprocessor pre-open hook at 1731874393249Writing region info on filesystem at 1731874393249Initializing all the Stores at 1731874393251 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393251Cleaning up temporary data from old regions at 1731874393260 (+9 ms)Running coprocessor post-open hooks at 1731874393274 (+14 ms)Region opened successfully at 1731874393274 2024-11-17T20:13:13,274 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d61f0d54fb2996b88a27e917ed630990, ASSIGN in 10.2630 sec 2024-11-17T20:13:13,275 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,275 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,276 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure bc286c721035743a354435d3400b1091, server=0b0b0ae8de03,45117,1731874369450 in 10.0850 sec 2024-11-17T20:13:13,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN in 10.2710 sec 2024-11-17T20:13:13,279 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8., pid=21, masterSystemTime=1731874393201 2024-11-17T20:13:13,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-17T20:13:13,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ff526d966d75c44a712edeb3b4c579c2, server=0b0b0ae8de03,35177,1731874369513 in 10.0880 sec 2024-11-17T20:13:13,281 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,281 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/b8433aa74d5142fae054917eeb801a87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,283 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened b8433aa74d5142fae054917eeb801a87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67322147, jitterRate=0.0031781643629074097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,283 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:13,283 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:13:13,283 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:13:13,284 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:13:13,284 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 60f48fee6c9df7a2f640b86201b22db2, NAME => 'SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-17T20:13:13,284 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,284 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff526d966d75c44a712edeb3b4c579c2, ASSIGN in 10.2750 sec 2024-11-17T20:13:13,285 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,285 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a3ea7cdc64e2bf848e54825fc6e904c8, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:13,283 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for b8433aa74d5142fae054917eeb801a87: Running coprocessor pre-open hook at 1731874393258Writing region info on filesystem at 1731874393258Initializing all the Stores at 1731874393259 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393260 (+1 ms)Cleaning up temporary data from old regions at 1731874393271 (+11 ms)Running coprocessor post-open hooks at 1731874393283 (+12 ms)Region opened successfully at 1731874393283 2024-11-17T20:13:13,287 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87., pid=16, masterSystemTime=1731874393182 2024-11-17T20:13:13,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3ea7cdc64e2bf848e54825fc6e904c8, server=0b0b0ae8de03,32941,1731874369336 because future has completed 2024-11-17T20:13:13,289 INFO [StoreOpener-60f48fee6c9df7a2f640b86201b22db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,289 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/3b6210f876e39afe8957a157419df96c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,291 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:13,291 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:13,291 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:13,291 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3b6210f876e39afe8957a157419df96c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62295944, jitterRate=-0.07171809673309326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,291 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:13,291 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3b6210f876e39afe8957a157419df96c: Running coprocessor pre-open hook at 1731874393266Writing region info on filesystem at 1731874393266Initializing all the Stores at 1731874393268 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393269 (+1 ms)Cleaning up temporary data from old regions at 1731874393275 (+6 ms)Running coprocessor post-open hooks at 1731874393291 (+16 ms)Region opened successfully at 1731874393291 2024-11-17T20:13:13,292 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a1728ee6a67670014f281645e55e77bb, NAME => 'SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-17T20:13:13,292 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,293 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:13,293 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,293 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,293 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c., pid=20, masterSystemTime=1731874393199 2024-11-17T20:13:13,293 INFO [StoreOpener-60f48fee6c9df7a2f640b86201b22db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60f48fee6c9df7a2f640b86201b22db2 columnFamilyName cf 2024-11-17T20:13:13,293 DEBUG [StoreOpener-60f48fee6c9df7a2f640b86201b22db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8433aa74d5142fae054917eeb801a87, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:13,294 INFO [StoreOpener-60f48fee6c9df7a2f640b86201b22db2-1 {}] regionserver.HStore(327): Store=60f48fee6c9df7a2f640b86201b22db2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,295 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-17T20:13:13,297 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,297 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:13:13,297 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:13:13,298 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a3ea7cdc64e2bf848e54825fc6e904c8, server=0b0b0ae8de03,32941,1731874369336 in 10.0940 sec 2024-11-17T20:13:13,298 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,299 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8433aa74d5142fae054917eeb801a87, server=0b0b0ae8de03,45117,1731874369450 because future has completed 2024-11-17T20:13:13,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3ea7cdc64e2bf848e54825fc6e904c8, ASSIGN in 10.2930 sec 2024-11-17T20:13:13,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b6210f876e39afe8957a157419df96c, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:13,302 INFO [StoreOpener-a1728ee6a67670014f281645e55e77bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,304 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b6210f876e39afe8957a157419df96c, server=0b0b0ae8de03,35177,1731874369513 because future has completed 2024-11-17T20:13:13,309 INFO [StoreOpener-a1728ee6a67670014f281645e55e77bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1728ee6a67670014f281645e55e77bb columnFamilyName cf 2024-11-17T20:13:13,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-17T20:13:13,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b8433aa74d5142fae054917eeb801a87, server=0b0b0ae8de03,45117,1731874369450 in 10.1230 sec 2024-11-17T20:13:13,310 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,311 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 60f48fee6c9df7a2f640b86201b22db2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67535195, jitterRate=0.006352826952934265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,311 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:13,311 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 60f48fee6c9df7a2f640b86201b22db2: Running coprocessor pre-open hook at 1731874393285Writing region info on filesystem at 1731874393285Initializing all the Stores at 1731874393287 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393287Cleaning up temporary data from old regions at 1731874393299 (+12 ms)Running coprocessor post-open hooks at 1731874393311 (+12 ms)Region opened successfully at 1731874393311 2024-11-17T20:13:13,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-17T20:13:13,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN in 10.3050 sec 2024-11-17T20:13:13,312 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., pid=24, masterSystemTime=1731874393201 2024-11-17T20:13:13,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b6210f876e39afe8957a157419df96c, server=0b0b0ae8de03,35177,1731874369513 in 10.1180 sec 2024-11-17T20:13:13,313 DEBUG [StoreOpener-a1728ee6a67670014f281645e55e77bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:13,314 INFO [StoreOpener-a1728ee6a67670014f281645e55e77bb-1 {}] regionserver.HStore(327): Store=a1728ee6a67670014f281645e55e77bb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:13,314 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,316 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,316 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:13:13,316 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:13:13,317 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b6210f876e39afe8957a157419df96c, ASSIGN in 10.3080 sec 2024-11-17T20:13:13,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=60f48fee6c9df7a2f640b86201b22db2, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:13,317 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,317 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,320 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60f48fee6c9df7a2f640b86201b22db2, server=0b0b0ae8de03,32941,1731874369336 because future has completed 2024-11-17T20:13:13,324 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a1728ee6a67670014f281645e55e77bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:13:13,325 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a1728ee6a67670014f281645e55e77bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62130360, jitterRate=-0.07418549060821533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:13,326 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:13,326 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a1728ee6a67670014f281645e55e77bb: Running coprocessor pre-open hook at 1731874393293Writing region info on filesystem at 1731874393293Initializing all the Stores at 1731874393296 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874393296Cleaning up temporary data from old regions at 1731874393317 (+21 ms)Running coprocessor post-open hooks at 1731874393326 (+9 ms)Region opened successfully at 1731874393326 2024-11-17T20:13:13,327 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb., pid=18, masterSystemTime=1731874393182 2024-11-17T20:13:13,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-17T20:13:13,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 60f48fee6c9df7a2f640b86201b22db2, server=0b0b0ae8de03,32941,1731874369336 in 10.1210 sec 2024-11-17T20:13:13,329 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:13,330 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:13,331 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a1728ee6a67670014f281645e55e77bb, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:13,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60f48fee6c9df7a2f640b86201b22db2, ASSIGN in 10.3250 sec 2024-11-17T20:13:13,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1728ee6a67670014f281645e55e77bb, server=0b0b0ae8de03,45117,1731874369450 because future has completed 2024-11-17T20:13:13,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-17T20:13:13,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a1728ee6a67670014f281645e55e77bb, server=0b0b0ae8de03,45117,1731874369450 in 10.1520 sec 2024-11-17T20:13:13,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-17T20:13:13,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN in 10.3360 sec 2024-11-17T20:13:13,346 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:13:13,346 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874393346"}]},"ts":"1731874393346"} 2024-11-17T20:13:13,348 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-17T20:13:13,350 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:13:13,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5360 sec 2024-11-17T20:13:15,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-17T20:13:17,536 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:13:18,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T20:13:18,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-17T20:13:18,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-17T20:13:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:13:21,107 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-17T20:13:21,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-17T20:13:21,109 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T20:13:21,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-17T20:13:21,122 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T20:13:21,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-17T20:13:21,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,197 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,199 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,209 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,286 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., hostname=0b0b0ae8de03,32941,1731874369336, seqNum=2] 2024-11-17T20:13:21,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., hostname=0b0b0ae8de03,32941,1731874369336, seqNum=2] 2024-11-17T20:13:21,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., hostname=0b0b0ae8de03,32941,1731874369336, seqNum=2] 2024-11-17T20:13:21,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., hostname=0b0b0ae8de03,32941,1731874369336, seqNum=2] 2024-11-17T20:13:21,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., hostname=0b0b0ae8de03,32941,1731874369336, seqNum=2] 2024-11-17T20:13:21,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., hostname=0b0b0ae8de03,32941,1731874369336, seqNum=2] 2024-11-17T20:13:21,303 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., hostname=0b0b0ae8de03,32941,1731874369336, seqNum=2] 2024-11-17T20:13:21,305 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., hostname=0b0b0ae8de03,32941,1731874369336, seqNum=2] 2024-11-17T20:13:21,369 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., hostname=0b0b0ae8de03,35177,1731874369513, seqNum=2] 2024-11-17T20:13:21,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., hostname=0b0b0ae8de03,35177,1731874369513, seqNum=2] 2024-11-17T20:13:21,375 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., hostname=0b0b0ae8de03,35177,1731874369513, seqNum=2] 2024-11-17T20:13:21,383 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., hostname=0b0b0ae8de03,35177,1731874369513, seqNum=2] 2024-11-17T20:13:21,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., hostname=0b0b0ae8de03,35177,1731874369513, seqNum=2] 2024-11-17T20:13:21,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., hostname=0b0b0ae8de03,35177,1731874369513, seqNum=2] 2024-11-17T20:13:21,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., hostname=0b0b0ae8de03,35177,1731874369513, seqNum=2] 2024-11-17T20:13:21,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., hostname=0b0b0ae8de03,35177,1731874369513, seqNum=2] 2024-11-17T20:13:21,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,496 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:21,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., hostname=0b0b0ae8de03,45117,1731874369450, seqNum=2] 2024-11-17T20:13:22,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:13:22,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:13:22,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:13:22,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:13:22,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32941 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T20:13:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45117 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:22,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35177 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T20:13:22,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45117 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T20:13:23,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45117 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T20:13:23,431 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-17T20:13:23,432 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T20:13:23,434 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T20:13:23,441 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T20:13:23,460 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T20:13:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741848_1024 (size=49) 2024-11-17T20:13:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741848_1024 (size=49) 2024-11-17T20:13:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741848_1024 (size=49) 2024-11-17T20:13:23,484 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T20:13:23,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b6210f876e39afe8957a157419df96c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d61f0d54fb2996b88a27e917ed630990}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f632a6ebcd54974e94061a01bda3e23}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3ea7cdc64e2bf848e54825fc6e904c8}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60f48fee6c9df7a2f640b86201b22db2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff526d966d75c44a712edeb3b4c579c2}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091}] 2024-11-17T20:13:23,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:23,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:23,500 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:23,500 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:23,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:23,507 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 2024-11-17T20:13:23,516 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:23,516 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:23,517 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:23,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:23,534 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:23,535 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0b0b0ae8de03,45117,1731874369450: Simulated kill ***** 2024-11-17T20:13:23,535 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T20:13:23,537 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T20:13:23,539 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T20:13:23,542 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T20:13:23,543 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T20:13:23,550 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 562202112 }, "NonHeapMemoryUsage": { "committed": 156565504, "init": 7667712, "max": -1, "used": 153012352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "0b0b0ae8de03", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "0b0b0ae8de03", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57105", "tag.serverName": "0b0b0ae8de03,35177,1731874369513", "tag.clusterId": "3206a92d-9987-436f-aa9a-a5608ad413ac", "tag.Context": "regionserver", "tag.Hostname": "0b0b0ae8de03", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731874369513, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-17T20:13:23,553 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38965 {}] master.MasterRpcServices(700): 0b0b0ae8de03,45117,1731874369450 reported a fatal error: ***** ABORTING region server 0b0b0ae8de03,45117,1731874369450: Simulated kill ***** 2024-11-17T20:13:23,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,45117,1731874369450' ***** 2024-11-17T20:13:23,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-17T20:13:23,556 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T20:13:23,557 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:13:23,557 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:13:23,557 INFO [RS:1;0b0b0ae8de03:45117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-17T20:13:23,557 INFO [RS:1;0b0b0ae8de03:45117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-17T20:13:23,557 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:13:23,557 INFO [RS:1;0b0b0ae8de03:45117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0b0b0ae8de03:45117. 2024-11-17T20:13:23,557 DEBUG [RS:1;0b0b0ae8de03:45117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:13:23,557 DEBUG [RS:1;0b0b0ae8de03:45117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:13:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741834_1010 (size=1257) 2024-11-17T20:13:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741834_1010 (size=1257) 2024-11-17T20:13:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741834_1010 (size=1257) 2024-11-17T20:13:23,570 DEBUG [RS:1;0b0b0ae8de03:45117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:13:23,570 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:13:23,570 INFO [RS:1;0b0b0ae8de03:45117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45117 2024-11-17T20:13:23,574 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:13:23,616 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:38965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-17T20:13:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T20:13:23,647 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b0b0ae8de03,45117,1731874369450 2024-11-17T20:13:23,647 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:13:23,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,45117,1731874369450] 2024-11-17T20:13:23,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b0b0ae8de03,45117,1731874369450 already deleted, retry=false 2024-11-17T20:13:23,668 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0b0b0ae8de03,45117,1731874369450 on 0b0b0ae8de03,38965,1731874368494 2024-11-17T20:13:23,673 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0b0b0ae8de03,45117,1731874369450, splitWal=true, meta=false 2024-11-17T20:13:23,678 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0b0b0ae8de03,45117,1731874369450, splitWal=true, meta=false 2024-11-17T20:13:23,678 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 0b0b0ae8de03,45117,1731874369450 (carryingMeta=false) 0b0b0ae8de03,45117,1731874369450/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@557d51f0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T20:13:23,681 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 0b0b0ae8de03,45117,1731874369450 had 4 regions 2024-11-17T20:13:23,682 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0b0b0ae8de03,45117,1731874369450, splitWal=true, meta=false, isMeta: false 2024-11-17T20:13:23,684 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:23,684 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:23,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:23,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 2024-11-17T20:13:23,686 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting 2024-11-17T20:13:23,686 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc can not run currently because target server of region SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 1000 ms to retry 2024-11-17T20:13:23,686 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 can not run currently because target server of region SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 1000 ms to retry 2024-11-17T20:13:23,686 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc; timeout=1000, timestamp=1731874404686 2024-11-17T20:13:23,686 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 can not run currently because target server of region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 1000 ms to retry 2024-11-17T20:13:23,686 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb can not run currently because target server of region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 1000 ms to retry 2024-11-17T20:13:23,686 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc286c721035743a354435d3400b1091; timeout=1000, timestamp=1731874404686 2024-11-17T20:13:23,686 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb; timeout=1000, timestamp=1731874404686 2024-11-17T20:13:23,686 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87; timeout=1000, timestamp=1731874404686 2024-11-17T20:13:23,689 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0b0b0ae8de03,45117,1731874369450 WAL count=1, meta=false 2024-11-17T20:13:23,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0b0b0ae8de03%2C45117%2C1731874369450.1731874371896}] 2024-11-17T20:13:23,700 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:23,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, worker=0b0b0ae8de03,32941,1731874369336}] 2024-11-17T20:13:23,735 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:13:23,735 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:13:23,759 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:13:23,759 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45117-0x1014a6da41d0002, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:13:23,759 INFO [RS:1;0b0b0ae8de03:45117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:13:23,759 INFO [RS:1;0b0b0ae8de03:45117 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,45117,1731874369450; zookeeper connection closed. 2024-11-17T20:13:23,760 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f29b3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f29b3b 2024-11-17T20:13:24,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:24,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:24,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 2024-11-17T20:13:24,688 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:24,689 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc can not run currently because target server of region SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 2000 ms to retry 2024-11-17T20:13:24,690 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc; timeout=2000, timestamp=1731874406689 2024-11-17T20:13:24,690 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 can not run currently because target server of region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 2000 ms to retry 2024-11-17T20:13:24,690 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 can not run currently because target server of region SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 2000 ms to retry 2024-11-17T20:13:24,690 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb can not run currently because target server of region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 2000 ms to retry 2024-11-17T20:13:24,690 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc286c721035743a354435d3400b1091; timeout=2000, timestamp=1731874406690 2024-11-17T20:13:24,690 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87; timeout=2000, timestamp=1731874406690 2024-11-17T20:13:24,690 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb; timeout=2000, timestamp=1731874406690 2024-11-17T20:13:26,689 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:26,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 2024-11-17T20:13:26,691 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:26,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:26,693 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc can not run currently because target server of region SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 4000 ms to retry 2024-11-17T20:13:26,693 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc; timeout=4000, timestamp=1731874410693 2024-11-17T20:13:26,694 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 can not run currently because target server of region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 4000 ms to retry 2024-11-17T20:13:26,694 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc286c721035743a354435d3400b1091; timeout=4000, timestamp=1731874410694 2024-11-17T20:13:26,695 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb can not run currently because target server of region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 4000 ms to retry 2024-11-17T20:13:26,694 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 can not run currently because target server of region SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 4000 ms to retry 2024-11-17T20:13:26,695 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb; timeout=4000, timestamp=1731874410695 2024-11-17T20:13:26,695 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87; timeout=4000, timestamp=1731874410695 2024-11-17T20:13:30,694 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:30,695 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:30,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 2024-11-17T20:13:30,696 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:30,699 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc can not run currently because target server of region SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 8000 ms to retry 2024-11-17T20:13:30,699 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc; timeout=8000, timestamp=1731874418699 2024-11-17T20:13:30,699 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 can not run currently because target server of region SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 8000 ms to retry 2024-11-17T20:13:30,699 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87; timeout=8000, timestamp=1731874418699 2024-11-17T20:13:30,699 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb can not run currently because target server of region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 8000 ms to retry 2024-11-17T20:13:30,699 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 can not run currently because target server of region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 0b0b0ae8de03,45117,1731874369450 is in state SPLITTING, wait 8000 ms to retry 2024-11-17T20:13:30,700 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb; timeout=8000, timestamp=1731874418700 2024-11-17T20:13:30,700 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc286c721035743a354435d3400b1091; timeout=8000, timestamp=1731874418700 2024-11-17T20:13:33,201 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=0b0b0ae8de03,35177,1731874369513, timeout=1731874413500, delay=297, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b6210f876e39afe8957a157419df96c, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff526d966d75c44a712edeb3b4c579c2, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f632a6ebcd54974e94061a01bda3e23], containedObject=0b0b0ae8de03,32941,1731874369336, timeout=1731874413500, delay=297, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, worker=0b0b0ae8de03,32941,1731874369336, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3ea7cdc64e2bf848e54825fc6e904c8, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d61f0d54fb2996b88a27e917ed630990, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60f48fee6c9df7a2f640b86201b22db2], containedObject=0b0b0ae8de03,45117,1731874369450, timeout=1731874413501, delay=298, operations=null] 2024-11-17T20:13:33,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-17T20:13:33,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-17T20:13:33,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-17T20:13:33,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:13:33,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-17T20:13:33,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-17T20:13:33,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:13:33,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-17T20:13:33,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:13:33,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:13:33,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-17T20:13:33,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:13:33,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:13:33,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ff526d966d75c44a712edeb3b4c579c2 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-17T20:13:33,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 60f48fee6c9df7a2f640b86201b22db2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-17T20:13:33,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3b6210f876e39afe8957a157419df96c: 2024-11-17T20:13:33,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 3f632a6ebcd54974e94061a01bda3e23: 2024-11-17T20:13:33,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for d61f0d54fb2996b88a27e917ed630990: 2024-11-17T20:13:33,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a3ea7cdc64e2bf848e54825fc6e904c8: 2024-11-17T20:13:33,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. for SnapshotProcedureTest completed. 2024-11-17T20:13:33,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. for SnapshotProcedureTest completed. 2024-11-17T20:13:33,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. for SnapshotProcedureTest completed. 2024-11-17T20:13:33,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. for SnapshotProcedureTest completed. 2024-11-17T20:13:33,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:33,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:33,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:33,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:33,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:33,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:33,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:33,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:33,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:13:33,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:13:33,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:13:33,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:13:33,543 INFO [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, size=1.2 K (1257bytes) 2024-11-17T20:13:33,544 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T20:13:33,544 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T20:13:33,544 INFO [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896 2024-11-17T20:13:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741849_1025 (size=65) 2024-11-17T20:13:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741849_1025 (size=65) 2024-11-17T20:13:33,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741850_1026 (size=57) 2024-11-17T20:13:33,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741849_1025 (size=65) 2024-11-17T20:13:33,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741850_1026 (size=57) 2024-11-17T20:13:33,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:13:33,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741850_1026 (size=57) 2024-11-17T20:13:33,553 INFO [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896 after 7ms 2024-11-17T20:13:33,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-17T20:13:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-17T20:13:33,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:33,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:13:33,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:13:33,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-17T20:13:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-17T20:13:33,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:33,563 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b6210f876e39afe8957a157419df96c 2024-11-17T20:13:33,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f632a6ebcd54974e94061a01bda3e23 in 10.0740 sec 2024-11-17T20:13:33,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3b6210f876e39afe8957a157419df96c in 10.0790 sec 2024-11-17T20:13:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741851_1027 (size=65) 2024-11-17T20:13:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741851_1027 (size=65) 2024-11-17T20:13:33,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741851_1027 (size=65) 2024-11-17T20:13:33,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:13:33,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-17T20:13:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-17T20:13:33,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:33,580 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:13:33,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741852_1028 (size=65) 2024-11-17T20:13:33,582 INFO [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896 took 41ms 2024-11-17T20:13:33,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741852_1028 (size=65) 2024-11-17T20:13:33,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741852_1028 (size=65) 2024-11-17T20:13:33,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3ea7cdc64e2bf848e54825fc6e904c8 in 10.0950 sec 2024-11-17T20:13:33,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:13:33,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-17T20:13:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-17T20:13:33,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:33,585 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:13:33,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d61f0d54fb2996b88a27e917ed630990 in 10.1000 sec 2024-11-17T20:13:33,596 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9378eae442091454f97cfe122d6bcbdc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T20:13:33,598 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for bc286c721035743a354435d3400b1091: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T20:13:33,601 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b8433aa74d5142fae054917eeb801a87: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T20:13:33,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a1728ee6a67670014f281645e55e77bb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T20:13:33,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896 so closing down 2024-11-17T20:13:33,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T20:13:33,604 INFO [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T20:13:33,609 INFO [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-17T20:13:33,609 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, journal: Splitting hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, size=1.2 K (1257bytes) at 1731874413543Finishing writing output for hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896 so closing down at 1731874413604 (+61 ms)3 split writer threads finished at 1731874413604Processed 4 edits across 0 Regions in 17 ms; skipped=4; WAL=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731874413609 (+5 ms) 2024-11-17T20:13:33,610 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896 2024-11-17T20:13:33,610 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-17T20:13:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-17T20:13:33,619 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting/0b0b0ae8de03%2C45117%2C1731874369450.1731874371896 to hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/oldWALs 2024-11-17T20:13:33,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-17T20:13:33,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, worker=0b0b0ae8de03,32941,1731874369336 in 9.9170 sec 2024-11-17T20:13:33,625 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:33,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-17T20:13:33,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 0b0b0ae8de03%2C45117%2C1731874369450.1731874371896, worker=0b0b0ae8de03,32941,1731874369336 in 9.9340 sec 2024-11-17T20:13:33,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2/.tmp/cf/37b7fcb11633417681d467949087b15b is 34, key is ccd/cf:cf/1731874402527/Put/seqid=0 2024-11-17T20:13:33,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2/.tmp/cf/d4b0fc524ccb47ea94e18d1acce41aa8 is 34, key is baa/cf:cf/1731874402482/Put/seqid=0 2024-11-17T20:13:33,631 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting dir is empty, no logs to split. 2024-11-17T20:13:33,631 INFO [PEWorker-5 {}] master.SplitWALManager(105): 0b0b0ae8de03,45117,1731874369450 WAL count=0, meta=false 2024-11-17T20:13:33,631 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 0b0b0ae8de03,45117,1731874369450 WAL splitting is done? wals=0, meta=false 2024-11-17T20:13:33,635 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0b0b0ae8de03,45117,1731874369450 failed, ignore...File hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/WALs/0b0b0ae8de03,45117,1731874369450-splitting does not exist. 2024-11-17T20:13:33,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN}] 2024-11-17T20:13:33,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN 2024-11-17T20:13:33,641 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN 2024-11-17T20:13:33,641 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN 2024-11-17T20:13:33,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN 2024-11-17T20:13:33,642 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T20:13:33,643 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T20:13:33,643 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T20:13:33,643 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T20:13:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741853_1029 (size=28623) 2024-11-17T20:13:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741853_1029 (size=28623) 2024-11-17T20:13:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741853_1029 (size=28623) 2024-11-17T20:13:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741854_1030 (size=47197) 2024-11-17T20:13:33,655 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2/.tmp/cf/d4b0fc524ccb47ea94e18d1acce41aa8 2024-11-17T20:13:33,660 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2/.tmp/cf/37b7fcb11633417681d467949087b15b 2024-11-17T20:13:33,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741854_1030 (size=47197) 2024-11-17T20:13:33,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741854_1030 (size=47197) 2024-11-17T20:13:33,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2/.tmp/cf/d4b0fc524ccb47ea94e18d1acce41aa8 as hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2/cf/d4b0fc524ccb47ea94e18d1acce41aa8 2024-11-17T20:13:33,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2/.tmp/cf/37b7fcb11633417681d467949087b15b as hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2/cf/37b7fcb11633417681d467949087b15b 2024-11-17T20:13:33,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2/cf/37b7fcb11633417681d467949087b15b, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-17T20:13:33,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2/cf/d4b0fc524ccb47ea94e18d1acce41aa8, entries=731, sequenceid=5, filesize=28.0 K 2024-11-17T20:13:33,724 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 60f48fee6c9df7a2f640b86201b22db2 in 206ms, sequenceid=5, compaction requested=false 2024-11-17T20:13:33,724 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ff526d966d75c44a712edeb3b4c579c2 in 206ms, sequenceid=5, compaction requested=false 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 60f48fee6c9df7a2f640b86201b22db2: 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ff526d966d75c44a712edeb3b4c579c2: 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. for SnapshotProcedureTest completed. 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. for SnapshotProcedureTest completed. 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2/cf/37b7fcb11633417681d467949087b15b] hfiles 2024-11-17T20:13:33,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2/cf/d4b0fc524ccb47ea94e18d1acce41aa8] hfiles 2024-11-17T20:13:33,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2/cf/37b7fcb11633417681d467949087b15b for snapshot=SnapshotProcedureTest 2024-11-17T20:13:33,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2/cf/d4b0fc524ccb47ea94e18d1acce41aa8 for snapshot=SnapshotProcedureTest 2024-11-17T20:13:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741856_1032 (size=105) 2024-11-17T20:13:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741856_1032 (size=105) 2024-11-17T20:13:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741856_1032 (size=105) 2024-11-17T20:13:33,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:13:33,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-17T20:13:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-17T20:13:33,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:33,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:13:33,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60f48fee6c9df7a2f640b86201b22db2 in 10.2610 sec 2024-11-17T20:13:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741855_1031 (size=105) 2024-11-17T20:13:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741855_1031 (size=105) 2024-11-17T20:13:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741855_1031 (size=105) 2024-11-17T20:13:33,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:13:33,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-17T20:13:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-17T20:13:33,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:33,757 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:13:33,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff526d966d75c44a712edeb3b4c579c2 in 10.2730 sec 2024-11-17T20:13:33,794 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(204): Hosts are {0b0b0ae8de03=0} racks are {/default-rack=0} 2024-11-17T20:13:33,794 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T20:13:33,794 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T20:13:33,794 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T20:13:33,794 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T20:13:33,794 INFO [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T20:13:33,794 INFO [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T20:13:33,794 DEBUG [0b0b0ae8de03:38965 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T20:13:33,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b8433aa74d5142fae054917eeb801a87, regionState=OPENING, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:33,795 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=9378eae442091454f97cfe122d6bcbdc, regionState=OPENING, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:33,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=bc286c721035743a354435d3400b1091, regionState=OPENING, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:33,795 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a1728ee6a67670014f281645e55e77bb, regionState=OPENING, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN because future has completed 2024-11-17T20:13:33,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9378eae442091454f97cfe122d6bcbdc, server=0b0b0ae8de03,35177,1731874369513}] 2024-11-17T20:13:33,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN because future has completed 2024-11-17T20:13:33,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc286c721035743a354435d3400b1091, server=0b0b0ae8de03,32941,1731874369336}] 2024-11-17T20:13:33,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN because future has completed 2024-11-17T20:13:33,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8433aa74d5142fae054917eeb801a87, server=0b0b0ae8de03,32941,1731874369336}] 2024-11-17T20:13:33,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN because future has completed 2024-11-17T20:13:33,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1728ee6a67670014f281645e55e77bb, server=0b0b0ae8de03,35177,1731874369513}] 2024-11-17T20:13:38,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc held by pid=40 2024-11-17T20:13:38,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 held by pid=41 2024-11-17T20:13:38,700 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:38,700 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:38,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb held by pid=39 2024-11-17T20:13:38,701 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:38,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 held by pid=42 2024-11-17T20:13:38,701 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,168 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T20:13:43,168 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T20:13:43,813 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:43,813 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:43,813 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => a1728ee6a67670014f281645e55e77bb, NAME => 'SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-17T20:13:43,813 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => bc286c721035743a354435d3400b1091, NAME => 'SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-17T20:13:43,814 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,814 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,814 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:43,814 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:43,814 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,814 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,814 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,814 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,816 INFO [StoreOpener-bc286c721035743a354435d3400b1091-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,816 INFO [StoreOpener-a1728ee6a67670014f281645e55e77bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,818 INFO [StoreOpener-a1728ee6a67670014f281645e55e77bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1728ee6a67670014f281645e55e77bb columnFamilyName cf 2024-11-17T20:13:43,818 INFO [StoreOpener-bc286c721035743a354435d3400b1091-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc286c721035743a354435d3400b1091 columnFamilyName cf 2024-11-17T20:13:43,818 DEBUG [StoreOpener-a1728ee6a67670014f281645e55e77bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:43,818 DEBUG [StoreOpener-bc286c721035743a354435d3400b1091-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:43,818 INFO [StoreOpener-a1728ee6a67670014f281645e55e77bb-1 {}] regionserver.HStore(327): Store=a1728ee6a67670014f281645e55e77bb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:43,818 INFO [StoreOpener-bc286c721035743a354435d3400b1091-1 {}] regionserver.HStore(327): Store=bc286c721035743a354435d3400b1091/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:43,818 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,818 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,819 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,819 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,821 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,821 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,821 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,821 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,822 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,822 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,824 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,824 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,825 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened bc286c721035743a354435d3400b1091; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70165924, jitterRate=0.045553743839263916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:43,825 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,825 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened a1728ee6a67670014f281645e55e77bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75116724, jitterRate=0.11932641267776489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:43,825 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for bc286c721035743a354435d3400b1091: Running coprocessor pre-open hook at 1731874423814Writing region info on filesystem at 1731874423814Initializing all the Stores at 1731874423816 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874423816Cleaning up temporary data from old regions at 1731874423822 (+6 ms)Running coprocessor post-open hooks at 1731874423825 (+3 ms)Region opened successfully at 1731874423825 2024-11-17T20:13:43,825 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,825 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for a1728ee6a67670014f281645e55e77bb: Running coprocessor pre-open hook at 1731874423814Writing region info on filesystem at 1731874423814Initializing all the Stores at 1731874423816 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874423816Cleaning up temporary data from old regions at 1731874423822 (+6 ms)Running coprocessor post-open hooks at 1731874423825 (+3 ms)Region opened successfully at 1731874423825 2024-11-17T20:13:43,826 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., pid=44, masterSystemTime=1731874423803 2024-11-17T20:13:43,826 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb., pid=46, masterSystemTime=1731874423801 2024-11-17T20:13:43,828 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:43,828 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:43,829 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:43,829 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => b8433aa74d5142fae054917eeb801a87, NAME => 'SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-17T20:13:43,829 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=bc286c721035743a354435d3400b1091, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:43,829 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:43,829 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,830 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,830 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:43,831 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:43,831 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:43,831 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9378eae442091454f97cfe122d6bcbdc, NAME => 'SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-17T20:13:43,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a1728ee6a67670014f281645e55e77bb, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:43,831 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,831 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:13:43,832 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,832 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc286c721035743a354435d3400b1091, server=0b0b0ae8de03,32941,1731874369336 because future has completed 2024-11-17T20:13:43,833 INFO [StoreOpener-b8433aa74d5142fae054917eeb801a87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1728ee6a67670014f281645e55e77bb, server=0b0b0ae8de03,35177,1731874369513 because future has completed 2024-11-17T20:13:43,834 INFO [StoreOpener-9378eae442091454f97cfe122d6bcbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,834 INFO [StoreOpener-b8433aa74d5142fae054917eeb801a87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8433aa74d5142fae054917eeb801a87 columnFamilyName cf 2024-11-17T20:13:43,835 DEBUG [StoreOpener-b8433aa74d5142fae054917eeb801a87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:43,835 INFO [StoreOpener-b8433aa74d5142fae054917eeb801a87-1 {}] regionserver.HStore(327): Store=b8433aa74d5142fae054917eeb801a87/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:43,835 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,836 INFO [StoreOpener-9378eae442091454f97cfe122d6bcbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9378eae442091454f97cfe122d6bcbdc columnFamilyName cf 2024-11-17T20:13:43,836 DEBUG [StoreOpener-9378eae442091454f97cfe122d6bcbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:13:43,837 INFO [StoreOpener-9378eae442091454f97cfe122d6bcbdc-1 {}] regionserver.HStore(327): Store=9378eae442091454f97cfe122d6bcbdc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:13:43,837 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,837 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-11-17T20:13:43,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure bc286c721035743a354435d3400b1091, server=0b0b0ae8de03,32941,1731874369336 in 10.0340 sec 2024-11-17T20:13:43,838 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-17T20:13:43,839 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure a1728ee6a67670014f281645e55e77bb, server=0b0b0ae8de03,35177,1731874369513 in 10.0320 sec 2024-11-17T20:13:43,840 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,840 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,840 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,841 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,841 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc286c721035743a354435d3400b1091, ASSIGN in 10.2000 sec 2024-11-17T20:13:43,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 2024-11-17T20:13:43,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1728ee6a67670014f281645e55e77bb, ASSIGN in 10.2010 sec 2024-11-17T20:13:43,844 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,844 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:43,845 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,845 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9378eae442091454f97cfe122d6bcbdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68122491, jitterRate=0.015104219317436218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:43,845 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,846 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9378eae442091454f97cfe122d6bcbdc: Running coprocessor pre-open hook at 1731874423832Writing region info on filesystem at 1731874423832Initializing all the Stores at 1731874423833 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874423833Cleaning up temporary data from old regions at 1731874423841 (+8 ms)Running coprocessor post-open hooks at 1731874423845 (+4 ms)Region opened successfully at 1731874423846 (+1 ms) 2024-11-17T20:13:43,846 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc., pid=43, masterSystemTime=1731874423801 2024-11-17T20:13:43,847 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened b8433aa74d5142fae054917eeb801a87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71118336, jitterRate=0.05974578857421875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:13:43,848 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,848 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for b8433aa74d5142fae054917eeb801a87: Running coprocessor pre-open hook at 1731874423830Writing region info on filesystem at 1731874423830Initializing all the Stores at 1731874423832 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874423832Cleaning up temporary data from old regions at 1731874423840 (+8 ms)Running coprocessor post-open hooks at 1731874423848 (+8 ms)Region opened successfully at 1731874423848 2024-11-17T20:13:43,849 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:43,849 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:43,849 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87., pid=45, masterSystemTime=1731874423803 2024-11-17T20:13:43,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=9378eae442091454f97cfe122d6bcbdc, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:43,852 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:43,852 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:43,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9378eae442091454f97cfe122d6bcbdc, server=0b0b0ae8de03,35177,1731874369513 because future has completed 2024-11-17T20:13:43,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b8433aa74d5142fae054917eeb801a87, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:43,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8433aa74d5142fae054917eeb801a87, server=0b0b0ae8de03,32941,1731874369336 because future has completed 2024-11-17T20:13:43,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-17T20:13:43,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 9378eae442091454f97cfe122d6bcbdc, server=0b0b0ae8de03,35177,1731874369513 in 10.0570 sec 2024-11-17T20:13:43,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-17T20:13:43,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure b8433aa74d5142fae054917eeb801a87, server=0b0b0ae8de03,32941,1731874369336 in 10.0550 sec 2024-11-17T20:13:43,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9378eae442091454f97cfe122d6bcbdc, ASSIGN in 10.2200 sec 2024-11-17T20:13:43,860 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:43,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-17T20:13:43,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:43,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8433aa74d5142fae054917eeb801a87, ASSIGN in 10.2210 sec 2024-11-17T20:13:43,862 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 0b0b0ae8de03,45117,1731874369450 after splitting done 2024-11-17T20:13:43,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 0b0b0ae8de03,45117,1731874369450, splitWal=true, meta=false in 20.1930 sec 2024-11-17T20:13:47,536 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:13:49,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T20:13:51,760 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-17T20:13:53,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-17T20:13:53,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:53,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-17T20:13:53,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:53,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b8433aa74d5142fae054917eeb801a87: 2024-11-17T20:13:53,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. for SnapshotProcedureTest completed. 2024-11-17T20:13:53,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for bc286c721035743a354435d3400b1091: 2024-11-17T20:13:53,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. for SnapshotProcedureTest completed. 2024-11-17T20:13:53,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:53,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:53,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:53,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:53,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:13:53,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:13:53,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-17T20:13:53,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-17T20:13:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 9378eae442091454f97cfe122d6bcbdc: 2024-11-17T20:13:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a1728ee6a67670014f281645e55e77bb: 2024-11-17T20:13:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. for SnapshotProcedureTest completed. 2024-11-17T20:13:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. for SnapshotProcedureTest completed. 2024-11-17T20:13:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:53,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:13:53,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:53,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:13:53,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:13:53,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:13:53,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741857_1033 (size=65) 2024-11-17T20:13:53,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741857_1033 (size=65) 2024-11-17T20:13:53,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741857_1033 (size=65) 2024-11-17T20:13:53,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:13:53,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-17T20:13:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-17T20:13:53,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:53,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 2024-11-17T20:13:53,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8433aa74d5142fae054917eeb801a87 in 30.3900 sec 2024-11-17T20:13:53,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741860_1036 (size=65) 2024-11-17T20:13:53,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741860_1036 (size=65) 2024-11-17T20:13:53,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741859_1035 (size=65) 2024-11-17T20:13:53,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741859_1035 (size=65) 2024-11-17T20:13:53,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741860_1036 (size=65) 2024-11-17T20:13:53,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741859_1035 (size=65) 2024-11-17T20:13:53,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:13:53,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:13:53,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-17T20:13:53,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-17T20:13:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-17T20:13:53,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:53,916 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb 2024-11-17T20:13:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-17T20:13:53,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:53,918 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:13:53,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a1728ee6a67670014f281645e55e77bb in 30.4320 sec 2024-11-17T20:13:53,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9378eae442091454f97cfe122d6bcbdc in 30.4330 sec 2024-11-17T20:13:53,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741858_1034 (size=57) 2024-11-17T20:13:53,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741858_1034 (size=57) 2024-11-17T20:13:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741858_1034 (size=57) 2024-11-17T20:13:53,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:13:53,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-17T20:13:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-17T20:13:53,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc286c721035743a354435d3400b1091 2024-11-17T20:13:53,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 2024-11-17T20:13:53,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-17T20:13:53,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc286c721035743a354435d3400b1091 in 30.4500 sec 2024-11-17T20:13:53,941 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T20:13:53,945 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T20:13:53,951 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T20:13:53,951 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-17T20:13:53,955 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T20:13:54,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741861_1037 (size=1094) 2024-11-17T20:13:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741861_1037 (size=1094) 2024-11-17T20:13:54,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741861_1037 (size=1094) 2024-11-17T20:13:54,060 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T20:13:54,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-17T20:13:54,076 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:54,076 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:54,076 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:54,076 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:54,077 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:13:54,082 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:13:56,618 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:38965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-17T20:13:58,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ff526d966d75c44a712edeb3b4c579c2, had cached 0 bytes from a total of 47197 2024-11-17T20:13:58,284 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 60f48fee6c9df7a2f640b86201b22db2, had cached 0 bytes from a total of 28623 2024-11-17T20:14:04,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-17T20:14:04,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-17T20:14:04,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-17T20:14:04,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-17T20:14:04,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-17T20:14:04,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-17T20:14:04,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T20:14:04,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T20:14:04,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-17T20:14:04,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-17T20:14:04,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-17T20:14:04,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-17T20:14:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-17T20:14:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-17T20:14:04,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-17T20:14:04,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-17T20:14:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-17T20:14:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-17T20:14:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-17T20:14:04,096 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 Release verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:14:04,096 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 Release verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:14:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-17T20:14:04,097 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 Release verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:14:04,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 in 10.0290 sec 2024-11-17T20:14:04,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 in 10.0280 sec 2024-11-17T20:14:04,101 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 Release verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:14:04,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 in 10.0280 sec 2024-11-17T20:14:04,101 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 Release verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:14:04,102 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 Release verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:14:04,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 in 10.0330 sec 2024-11-17T20:14:04,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 in 10.0330 sec 2024-11-17T20:14:04,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 in 10.0340 sec 2024-11-17T20:14:04,109 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:14:04,109 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:14:04,109 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:14:04,109 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:14:04,414 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d61f0d54fb2996b88a27e917ed630990 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:04,414 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b8433aa74d5142fae054917eeb801a87 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:04,415 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a3ea7cdc64e2bf848e54825fc6e904c8 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:04,415 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 60f48fee6c9df7a2f640b86201b22db2 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:04,416 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bc286c721035743a354435d3400b1091 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:04,416 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3b6210f876e39afe8957a157419df96c changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:04,416 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9378eae442091454f97cfe122d6bcbdc changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:04,417 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3f632a6ebcd54974e94061a01bda3e23 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:04,417 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a1728ee6a67670014f281645e55e77bb changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:04,417 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ff526d966d75c44a712edeb3b4c579c2 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:14,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-17T20:14:14,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-17T20:14:14,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-17T20:14:14,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-17T20:14:14,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-17T20:14:14,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-17T20:14:14,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-17T20:14:14,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-17T20:14:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-17T20:14:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-17T20:14:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-17T20:14:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38965 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-17T20:14:14,114 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 Release verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:14:14,114 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 Release verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:14:14,116 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 Release verify snapshot worker=0b0b0ae8de03,32941,1731874369336 2024-11-17T20:14:14,116 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 Release verify snapshot worker=0b0b0ae8de03,35177,1731874369513 2024-11-17T20:14:14,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 in 20.0460 sec 2024-11-17T20:14:14,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 in 20.0460 sec 2024-11-17T20:14:14,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,32941,1731874369336 in 20.0480 sec 2024-11-17T20:14:14,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-17T20:14:14,119 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T20:14:14,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,35177,1731874369513 in 20.0480 sec 2024-11-17T20:14:14,120 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/.hbase-snapshot/SnapshotProcedureTest 2024-11-17T20:14:14,122 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T20:14:14,122 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-17T20:14:14,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6960 sec 2024-11-17T20:14:14,307 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-17T20:14:14,313 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-17T20:14:14,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:14:14,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:14:14,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:14:14,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:14,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:14,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:14:14,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:14:14,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=688558194, stopped=false 2024-11-17T20:14:14,315 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,38965,1731874368494 2024-11-17T20:14:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T20:14:14,380 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T20:14:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T20:14:14,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:14,381 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:14,381 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:14:14,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:14,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:14:14,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:14:14,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:14:14,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:14:14,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:14:14,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:14,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,32941,1731874369336' ***** 2024-11-17T20:14:14,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:14:14,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,35177,1731874369513' ***** 2024-11-17T20:14:14,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:14:14,384 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:14:14,385 INFO [RS:0;0b0b0ae8de03:32941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:14:14,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:14:14,385 INFO [RS:0;0b0b0ae8de03:32941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:14:14,385 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:14:14,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:14:14,385 INFO [RS:2;0b0b0ae8de03:35177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:14:14,385 INFO [RS:2;0b0b0ae8de03:35177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:14:14,385 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for 60f48fee6c9df7a2f640b86201b22db2 2024-11-17T20:14:14,385 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(3091): Received CLOSE for ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:14:14,387 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(3091): Received CLOSE for a1728ee6a67670014f281645e55e77bb 2024-11-17T20:14:14,387 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for bc286c721035743a354435d3400b1091 2024-11-17T20:14:14,387 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f632a6ebcd54974e94061a01bda3e23 2024-11-17T20:14:14,387 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for b8433aa74d5142fae054917eeb801a87 2024-11-17T20:14:14,387 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b6210f876e39afe8957a157419df96c 2024-11-17T20:14:14,387 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for a3ea7cdc64e2bf848e54825fc6e904c8 2024-11-17T20:14:14,387 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(3091): Received CLOSE for 9378eae442091454f97cfe122d6bcbdc 2024-11-17T20:14:14,387 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:14:14,387 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,35177,1731874369513 2024-11-17T20:14:14,387 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,32941,1731874369336 2024-11-17T20:14:14,387 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:14:14,387 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:14:14,387 INFO [RS:2;0b0b0ae8de03:35177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0b0b0ae8de03:35177. 2024-11-17T20:14:14,387 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff526d966d75c44a712edeb3b4c579c2, disabling compactions & flushes 2024-11-17T20:14:14,388 INFO [RS:0;0b0b0ae8de03:32941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:32941. 2024-11-17T20:14:14,387 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60f48fee6c9df7a2f640b86201b22db2, disabling compactions & flushes 2024-11-17T20:14:14,388 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:14:14,388 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:14:14,388 DEBUG [RS:0;0b0b0ae8de03:32941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:14:14,388 DEBUG [RS:2;0b0b0ae8de03:35177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:14:14,388 DEBUG [RS:0;0b0b0ae8de03:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:14,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:14:14,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:14:14,388 DEBUG [RS:2;0b0b0ae8de03:35177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:14,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. after waiting 0 ms 2024-11-17T20:14:14,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. after waiting 0 ms 2024-11-17T20:14:14,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:14:14,388 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:14:14,388 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-17T20:14:14,388 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:14:14,388 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:14:14,388 DEBUG [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(1325): Online Regions={60f48fee6c9df7a2f640b86201b22db2=SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2., bc286c721035743a354435d3400b1091=SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091., b8433aa74d5142fae054917eeb801a87=SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87., a3ea7cdc64e2bf848e54825fc6e904c8=SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8., d61f0d54fb2996b88a27e917ed630990=SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990.} 2024-11-17T20:14:14,388 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:14:14,388 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:14:14,389 DEBUG [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(1351): Waiting on 60f48fee6c9df7a2f640b86201b22db2, a3ea7cdc64e2bf848e54825fc6e904c8, b8433aa74d5142fae054917eeb801a87, bc286c721035743a354435d3400b1091, d61f0d54fb2996b88a27e917ed630990 2024-11-17T20:14:14,391 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-17T20:14:14,391 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:14:14,391 DEBUG [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1325): Online Regions={ff526d966d75c44a712edeb3b4c579c2=SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2., a1728ee6a67670014f281645e55e77bb=SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb., 3f632a6ebcd54974e94061a01bda3e23=SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23., 1588230740=hbase:meta,,1.1588230740, 3b6210f876e39afe8957a157419df96c=SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c., 9378eae442091454f97cfe122d6bcbdc=SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc.} 2024-11-17T20:14:14,391 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:14:14,391 DEBUG [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b6210f876e39afe8957a157419df96c, 3f632a6ebcd54974e94061a01bda3e23, 9378eae442091454f97cfe122d6bcbdc, a1728ee6a67670014f281645e55e77bb, ff526d966d75c44a712edeb3b4c579c2 2024-11-17T20:14:14,391 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:14:14,391 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:14:14,391 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:14:14,391 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-17T20:14:14,429 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:14:14,429 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:14:14,438 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/ff526d966d75c44a712edeb3b4c579c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:14:14,441 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:14:14,441 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff526d966d75c44a712edeb3b4c579c2: Waiting for close lock at 1731874454387Running coprocessor pre-close hooks at 1731874454387Disabling compacts and flushes for region at 1731874454387Disabling writes for close at 1731874454388 (+1 ms)Writing region close event to WAL at 1731874454392 (+4 ms)Running coprocessor post-close hooks at 1731874454439 (+47 ms)Closed at 1731874454441 (+2 ms) 2024-11-17T20:14:14,441 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731874382807.ff526d966d75c44a712edeb3b4c579c2. 2024-11-17T20:14:14,442 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1728ee6a67670014f281645e55e77bb, disabling compactions & flushes 2024-11-17T20:14:14,442 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:14:14,442 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:14:14,442 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. after waiting 0 ms 2024-11-17T20:14:14,442 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:14:14,456 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/60f48fee6c9df7a2f640b86201b22db2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:14:14,455 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a1728ee6a67670014f281645e55e77bb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:14:14,457 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:14:14,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1728ee6a67670014f281645e55e77bb: Waiting for close lock at 1731874454442Running coprocessor pre-close hooks at 1731874454442Disabling compacts and flushes for region at 1731874454442Disabling writes for close at 1731874454442Writing region close event to WAL at 1731874454442Running coprocessor post-close hooks at 1731874454456 (+14 ms)Closed at 1731874454456 2024-11-17T20:14:14,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731874382807.a1728ee6a67670014f281645e55e77bb. 2024-11-17T20:14:14,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f632a6ebcd54974e94061a01bda3e23, disabling compactions & flushes 2024-11-17T20:14:14,457 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:14:14,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:14:14,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. after waiting 0 ms 2024-11-17T20:14:14,457 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:14:14,459 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:14:14,459 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60f48fee6c9df7a2f640b86201b22db2: Waiting for close lock at 1731874454387Running coprocessor pre-close hooks at 1731874454387Disabling compacts and flushes for region at 1731874454387Disabling writes for close at 1731874454388 (+1 ms)Writing region close event to WAL at 1731874454392 (+4 ms)Running coprocessor post-close hooks at 1731874454456 (+64 ms)Closed at 1731874454458 (+2 ms) 2024-11-17T20:14:14,459 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731874382807.60f48fee6c9df7a2f640b86201b22db2. 2024-11-17T20:14:14,459 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc286c721035743a354435d3400b1091, disabling compactions & flushes 2024-11-17T20:14:14,459 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:14:14,459 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:14:14,459 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. after waiting 0 ms 2024-11-17T20:14:14,459 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:14:14,462 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/.tmp/info/98eb292822744e9ea90bf9a4d46a882e is 167, key is SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990./info:regioninfo/1731874393251/Put/seqid=0 2024-11-17T20:14:14,470 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/3f632a6ebcd54974e94061a01bda3e23/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:14:14,471 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:14:14,471 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f632a6ebcd54974e94061a01bda3e23: Waiting for close lock at 1731874454457Running coprocessor pre-close hooks at 1731874454457Disabling compacts and flushes for region at 1731874454457Disabling writes for close at 1731874454457Writing region close event to WAL at 1731874454463 (+6 ms)Running coprocessor post-close hooks at 1731874454471 (+8 ms)Closed at 1731874454471 2024-11-17T20:14:14,472 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731874382807.3f632a6ebcd54974e94061a01bda3e23. 2024-11-17T20:14:14,472 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b6210f876e39afe8957a157419df96c, disabling compactions & flushes 2024-11-17T20:14:14,472 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:14:14,472 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:14:14,472 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. after waiting 0 ms 2024-11-17T20:14:14,472 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:14:14,473 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/bc286c721035743a354435d3400b1091/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:14:14,474 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:14:14,474 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc286c721035743a354435d3400b1091: Waiting for close lock at 1731874454459Running coprocessor pre-close hooks at 1731874454459Disabling compacts and flushes for region at 1731874454459Disabling writes for close at 1731874454459Writing region close event to WAL at 1731874454464 (+5 ms)Running coprocessor post-close hooks at 1731874454474 (+10 ms)Closed at 1731874454474 2024-11-17T20:14:14,474 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731874382807.bc286c721035743a354435d3400b1091. 2024-11-17T20:14:14,474 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8433aa74d5142fae054917eeb801a87, disabling compactions & flushes 2024-11-17T20:14:14,475 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:14:14,475 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:14:14,475 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. after waiting 0 ms 2024-11-17T20:14:14,475 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:14:14,497 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/3b6210f876e39afe8957a157419df96c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:14:14,497 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/b8433aa74d5142fae054917eeb801a87/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:14:14,498 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:14:14,498 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:14:14,498 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8433aa74d5142fae054917eeb801a87: Waiting for close lock at 1731874454474Running coprocessor pre-close hooks at 1731874454474Disabling compacts and flushes for region at 1731874454474Disabling writes for close at 1731874454475 (+1 ms)Writing region close event to WAL at 1731874454484 (+9 ms)Running coprocessor post-close hooks at 1731874454498 (+14 ms)Closed at 1731874454498 2024-11-17T20:14:14,498 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b6210f876e39afe8957a157419df96c: Waiting for close lock at 1731874454472Running coprocessor pre-close hooks at 1731874454472Disabling compacts and flushes for region at 1731874454472Disabling writes for close at 1731874454472Writing region close event to WAL at 1731874454480 (+8 ms)Running coprocessor post-close hooks at 1731874454498 (+18 ms)Closed at 1731874454498 2024-11-17T20:14:14,498 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731874382807.b8433aa74d5142fae054917eeb801a87. 2024-11-17T20:14:14,498 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731874382807.3b6210f876e39afe8957a157419df96c. 2024-11-17T20:14:14,498 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3ea7cdc64e2bf848e54825fc6e904c8, disabling compactions & flushes 2024-11-17T20:14:14,498 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9378eae442091454f97cfe122d6bcbdc, disabling compactions & flushes 2024-11-17T20:14:14,499 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:14:14,499 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:14:14,499 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:14:14,499 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:14:14,499 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. after waiting 0 ms 2024-11-17T20:14:14,499 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. after waiting 0 ms 2024-11-17T20:14:14,499 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:14:14,499 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:14:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741862_1038 (size=20292) 2024-11-17T20:14:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741862_1038 (size=20292) 2024-11-17T20:14:14,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741862_1038 (size=20292) 2024-11-17T20:14:14,504 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/.tmp/info/98eb292822744e9ea90bf9a4d46a882e 2024-11-17T20:14:14,511 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/9378eae442091454f97cfe122d6bcbdc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:14:14,513 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:14:14,513 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9378eae442091454f97cfe122d6bcbdc: Waiting for close lock at 1731874454498Running coprocessor pre-close hooks at 1731874454498Disabling compacts and flushes for region at 1731874454498Disabling writes for close at 1731874454499 (+1 ms)Writing region close event to WAL at 1731874454504 (+5 ms)Running coprocessor post-close hooks at 1731874454513 (+9 ms)Closed at 1731874454513 2024-11-17T20:14:14,513 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731874382807.9378eae442091454f97cfe122d6bcbdc. 2024-11-17T20:14:14,516 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/a3ea7cdc64e2bf848e54825fc6e904c8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:14:14,517 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:14:14,517 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3ea7cdc64e2bf848e54825fc6e904c8: Waiting for close lock at 1731874454498Running coprocessor pre-close hooks at 1731874454498Disabling compacts and flushes for region at 1731874454498Disabling writes for close at 1731874454499 (+1 ms)Writing region close event to WAL at 1731874454509 (+10 ms)Running coprocessor post-close hooks at 1731874454517 (+8 ms)Closed at 1731874454517 2024-11-17T20:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731874382807.a3ea7cdc64e2bf848e54825fc6e904c8. 2024-11-17T20:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d61f0d54fb2996b88a27e917ed630990, disabling compactions & flushes 2024-11-17T20:14:14,518 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. after waiting 0 ms 2024-11-17T20:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:14:14,529 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/default/SPTestTable/d61f0d54fb2996b88a27e917ed630990/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:14:14,530 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:14:14,530 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d61f0d54fb2996b88a27e917ed630990: Waiting for close lock at 1731874454518Running coprocessor pre-close hooks at 1731874454518Disabling compacts and flushes for region at 1731874454518Disabling writes for close at 1731874454518Writing region close event to WAL at 1731874454518Running coprocessor post-close hooks at 1731874454530 (+12 ms)Closed at 1731874454530 2024-11-17T20:14:14,530 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731874382807.d61f0d54fb2996b88a27e917ed630990. 2024-11-17T20:14:14,537 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/.tmp/ns/a83e3454990e425f88c8ba4e8d528720 is 43, key is default/ns:d/1731874382529/Put/seqid=0 2024-11-17T20:14:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741863_1039 (size=5153) 2024-11-17T20:14:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741863_1039 (size=5153) 2024-11-17T20:14:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741863_1039 (size=5153) 2024-11-17T20:14:14,555 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/.tmp/ns/a83e3454990e425f88c8ba4e8d528720 2024-11-17T20:14:14,585 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/.tmp/table/3aadda1ad2ef430ba898436cfc37ce93 is 47, key is SPTestTable/table:state/1731874393346/Put/seqid=0 2024-11-17T20:14:14,589 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,32941,1731874369336; all regions closed. 2024-11-17T20:14:14,591 DEBUG [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:14:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741833_1009 (size=3530) 2024-11-17T20:14:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741833_1009 (size=3530) 2024-11-17T20:14:14,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741833_1009 (size=3530) 2024-11-17T20:14:14,598 DEBUG [RS:0;0b0b0ae8de03:32941 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/oldWALs 2024-11-17T20:14:14,599 INFO [RS:0;0b0b0ae8de03:32941 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C32941%2C1731874369336:(num 1731874371896) 2024-11-17T20:14:14,599 DEBUG [RS:0;0b0b0ae8de03:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:14,599 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:14:14,599 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:14:14,599 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T20:14:14,599 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:14:14,600 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:14:14,600 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:14:14,600 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:14:14,600 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:14:14,600 INFO [RS:0;0b0b0ae8de03:32941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32941 2024-11-17T20:14:14,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741864_1040 (size=5214) 2024-11-17T20:14:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741864_1040 (size=5214) 2024-11-17T20:14:14,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741864_1040 (size=5214) 2024-11-17T20:14:14,609 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/.tmp/table/3aadda1ad2ef430ba898436cfc37ce93 2024-11-17T20:14:14,611 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b0b0ae8de03,32941,1731874369336 2024-11-17T20:14:14,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T20:14:14,612 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:14:14,619 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/.tmp/info/98eb292822744e9ea90bf9a4d46a882e as hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/info/98eb292822744e9ea90bf9a4d46a882e 2024-11-17T20:14:14,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,32941,1731874369336] 2024-11-17T20:14:14,629 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/info/98eb292822744e9ea90bf9a4d46a882e, entries=116, sequenceid=37, filesize=19.8 K 2024-11-17T20:14:14,631 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/.tmp/ns/a83e3454990e425f88c8ba4e8d528720 as hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/ns/a83e3454990e425f88c8ba4e8d528720 2024-11-17T20:14:14,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b0b0ae8de03,32941,1731874369336 already deleted, retry=false 2024-11-17T20:14:14,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,32941,1731874369336 expired; onlineServers=1 2024-11-17T20:14:14,642 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/ns/a83e3454990e425f88c8ba4e8d528720, entries=2, sequenceid=37, filesize=5.0 K 2024-11-17T20:14:14,644 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/.tmp/table/3aadda1ad2ef430ba898436cfc37ce93 as hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/table/3aadda1ad2ef430ba898436cfc37ce93 2024-11-17T20:14:14,652 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/table/3aadda1ad2ef430ba898436cfc37ce93, entries=2, sequenceid=37, filesize=5.1 K 2024-11-17T20:14:14,653 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 262ms, sequenceid=37, compaction requested=false 2024-11-17T20:14:14,659 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-17T20:14:14,660 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:14:14,660 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:14:14,660 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874454391Running coprocessor pre-close hooks at 1731874454391Disabling compacts and flushes for region at 1731874454391Disabling writes for close at 1731874454391Obtaining lock to block concurrent updates at 1731874454391Preparing flush snapshotting stores in 1588230740 at 1731874454391Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731874454392 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731874454393 (+1 ms)Flushing 1588230740/info: creating writer at 1731874454393Flushing 1588230740/info: appending metadata at 1731874454461 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731874454461Flushing 1588230740/ns: creating writer at 1731874454513 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731874454535 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731874454535Flushing 1588230740/table: creating writer at 1731874454565 (+30 ms)Flushing 1588230740/table: appending metadata at 1731874454585 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731874454585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8bc7d0: reopening flushed file at 1731874454618 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eccd7ba: reopening flushed file at 1731874454629 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5adbd93c: reopening flushed file at 1731874454642 (+13 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 262ms, sequenceid=37, compaction requested=false at 1731874454653 (+11 ms)Writing region close event to WAL at 1731874454655 (+2 ms)Running coprocessor post-close hooks at 1731874454660 (+5 ms)Closed at 1731874454660 2024-11-17T20:14:14,661 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:14:14,722 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:14:14,722 INFO [RS:0;0b0b0ae8de03:32941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:14:14,722 INFO [RS:0;0b0b0ae8de03:32941 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,32941,1731874369336; zookeeper connection closed. 2024-11-17T20:14:14,722 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x1014a6da41d0001, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:14:14,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ffc94aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ffc94aa 2024-11-17T20:14:14,774 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T20:14:14,774 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T20:14:14,791 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,35177,1731874369513; all regions closed. 2024-11-17T20:14:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741836_1012 (size=19530) 2024-11-17T20:14:14,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741836_1012 (size=19530) 2024-11-17T20:14:14,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741836_1012 (size=19530) 2024-11-17T20:14:14,800 DEBUG [RS:2;0b0b0ae8de03:35177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/oldWALs 2024-11-17T20:14:14,800 INFO [RS:2;0b0b0ae8de03:35177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C35177%2C1731874369513.meta:.meta(num 1731874382292) 2024-11-17T20:14:14,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741835_1011 (size=3500) 2024-11-17T20:14:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741835_1011 (size=3500) 2024-11-17T20:14:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741835_1011 (size=3500) 2024-11-17T20:14:14,806 DEBUG [RS:2;0b0b0ae8de03:35177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/oldWALs 2024-11-17T20:14:14,806 INFO [RS:2;0b0b0ae8de03:35177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C35177%2C1731874369513:(num 1731874371896) 2024-11-17T20:14:14,806 DEBUG [RS:2;0b0b0ae8de03:35177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:14,806 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:14:14,806 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:14:14,806 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:14:14,807 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:14:14,807 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:14:14,807 INFO [RS:2;0b0b0ae8de03:35177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35177 2024-11-17T20:14:14,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b0b0ae8de03,35177,1731874369513 2024-11-17T20:14:14,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T20:14:14,818 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:14:14,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,35177,1731874369513] 2024-11-17T20:14:14,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b0b0ae8de03,35177,1731874369513 already deleted, retry=false 2024-11-17T20:14:14,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,35177,1731874369513 expired; onlineServers=0 2024-11-17T20:14:14,840 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,38965,1731874368494' ***** 2024-11-17T20:14:14,840 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:14:14,840 INFO [M:0;0b0b0ae8de03:38965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:14:14,840 INFO [M:0;0b0b0ae8de03:38965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:14:14,840 DEBUG [M:0;0b0b0ae8de03:38965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:14:14,840 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:14:14,840 DEBUG [M:0;0b0b0ae8de03:38965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:14:14,840 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874370645 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874370645,5,FailOnTimeoutGroup] 2024-11-17T20:14:14,840 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874370644 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874370644,5,FailOnTimeoutGroup] 2024-11-17T20:14:14,841 INFO [M:0;0b0b0ae8de03:38965 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:14:14,841 INFO [M:0;0b0b0ae8de03:38965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:14:14,841 DEBUG [M:0;0b0b0ae8de03:38965 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:14:14,841 INFO [M:0;0b0b0ae8de03:38965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:14:14,841 INFO [M:0;0b0b0ae8de03:38965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:14:14,841 ERROR [M:0;0b0b0ae8de03:38965 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:38427 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38427,5,PEWorkerGroup] 2024-11-17T20:14:14,842 INFO [M:0;0b0b0ae8de03:38965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:14:14,842 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:14:14,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T20:14:14,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:14,854 DEBUG [M:0;0b0b0ae8de03:38965 {}] zookeeper.ZKUtil(347): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T20:14:14,854 WARN [M:0;0b0b0ae8de03:38965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:14:14,855 INFO [M:0;0b0b0ae8de03:38965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/.lastflushedseqids 2024-11-17T20:14:14,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741865_1041 (size=686) 2024-11-17T20:14:14,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741865_1041 (size=686) 2024-11-17T20:14:14,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741865_1041 (size=686) 2024-11-17T20:14:14,877 INFO [M:0;0b0b0ae8de03:38965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:14:14,877 INFO [M:0;0b0b0ae8de03:38965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:14:14,877 DEBUG [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:14:14,877 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:14:14,877 DEBUG [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:14:14,877 DEBUG [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:14:14,877 DEBUG [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:14:14,878 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.25 KB heapSize=242.02 KB 2024-11-17T20:14:14,894 DEBUG [M:0;0b0b0ae8de03:38965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d588671860b4aaf8cfe2deff0728751 is 82, key is hbase:meta,,1/info:regioninfo/1731874382385/Put/seqid=0 2024-11-17T20:14:14,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741866_1042 (size=5672) 2024-11-17T20:14:14,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741866_1042 (size=5672) 2024-11-17T20:14:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741866_1042 (size=5672) 2024-11-17T20:14:14,913 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d588671860b4aaf8cfe2deff0728751 2024-11-17T20:14:14,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:14:14,929 INFO [RS:2;0b0b0ae8de03:35177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:14:14,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35177-0x1014a6da41d0003, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:14:14,929 INFO [RS:2;0b0b0ae8de03:35177 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,35177,1731874369513; zookeeper connection closed. 2024-11-17T20:14:14,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3881b80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3881b80 2024-11-17T20:14:14,933 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-17T20:14:14,944 DEBUG [M:0;0b0b0ae8de03:38965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e94770614c94479c9202c4ba701595b0 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731874393353/Put/seqid=0 2024-11-17T20:14:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741867_1043 (size=8973) 2024-11-17T20:14:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741867_1043 (size=8973) 2024-11-17T20:14:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741867_1043 (size=8973) 2024-11-17T20:14:14,980 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.51 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e94770614c94479c9202c4ba701595b0 2024-11-17T20:14:14,987 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e94770614c94479c9202c4ba701595b0 2024-11-17T20:14:15,003 DEBUG [M:0;0b0b0ae8de03:38965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e436db2a2b574cd4950e38ba26b02274 is 69, key is 0b0b0ae8de03,32941,1731874369336/rs:state/1731874370733/Put/seqid=0 2024-11-17T20:14:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741868_1044 (size=5441) 2024-11-17T20:14:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741868_1044 (size=5441) 2024-11-17T20:14:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741868_1044 (size=5441) 2024-11-17T20:14:15,011 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e436db2a2b574cd4950e38ba26b02274 2024-11-17T20:14:15,017 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e436db2a2b574cd4950e38ba26b02274 2024-11-17T20:14:15,018 DEBUG [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d588671860b4aaf8cfe2deff0728751 as hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d588671860b4aaf8cfe2deff0728751 2024-11-17T20:14:15,026 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d588671860b4aaf8cfe2deff0728751, entries=8, sequenceid=513, filesize=5.5 K 2024-11-17T20:14:15,027 DEBUG [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e94770614c94479c9202c4ba701595b0 as hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e94770614c94479c9202c4ba701595b0 2024-11-17T20:14:15,035 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e94770614c94479c9202c4ba701595b0 2024-11-17T20:14:15,035 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e94770614c94479c9202c4ba701595b0, entries=56, sequenceid=513, filesize=8.8 K 2024-11-17T20:14:15,036 DEBUG [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e436db2a2b574cd4950e38ba26b02274 as hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e436db2a2b574cd4950e38ba26b02274 2024-11-17T20:14:15,043 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e436db2a2b574cd4950e38ba26b02274 2024-11-17T20:14:15,043 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38427/user/jenkins/test-data/8aa93b23-27ed-bdef-c8ac-0af5668bf034/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e436db2a2b574cd4950e38ba26b02274, entries=3, sequenceid=513, filesize=5.3 K 2024-11-17T20:14:15,044 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=513, compaction requested=false 2024-11-17T20:14:15,046 INFO [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:14:15,046 DEBUG [M:0;0b0b0ae8de03:38965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874454877Disabling compacts and flushes for region at 1731874454877Disabling writes for close at 1731874454877Obtaining lock to block concurrent updates at 1731874454878 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874454878Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199931, getHeapSize=247760, getOffHeapSize=0, getCellsCount=620 at 1731874454878Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874454879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874454879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874454893 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874454893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874454924 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874454943 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874454943Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874454987 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874455002 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874455002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b79fd1: reopening flushed file at 1731874455017 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281e9aaf: reopening flushed file at 1731874455026 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ebed2b9: reopening flushed file at 1731874455035 (+9 ms)Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=513, compaction requested=false at 1731874455045 (+10 ms)Writing region close event to WAL at 1731874455046 (+1 ms)Closed at 1731874455046 2024-11-17T20:14:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46487 is added to blk_1073741830_1006 (size=234123) 2024-11-17T20:14:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741830_1006 (size=234123) 2024-11-17T20:14:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741830_1006 (size=234123) 2024-11-17T20:14:15,050 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:14:15,050 INFO [M:0;0b0b0ae8de03:38965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:14:15,050 INFO [M:0;0b0b0ae8de03:38965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38965 2024-11-17T20:14:15,050 INFO [M:0;0b0b0ae8de03:38965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:14:15,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:14:15,161 INFO [M:0;0b0b0ae8de03:38965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:14:15,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38965-0x1014a6da41d0000, quorum=127.0.0.1:57105, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:14:15,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e70bc28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:14:15,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:14:15,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:14:15,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:14:15,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir/,STOPPED} 2024-11-17T20:14:15,172 WARN [BP-963888561-172.17.0.2-1731874362956 heartbeating to localhost/127.0.0.1:38427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:14:15,172 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:14:15,172 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:14:15,172 WARN [BP-963888561-172.17.0.2-1731874362956 heartbeating to localhost/127.0.0.1:38427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-963888561-172.17.0.2-1731874362956 (Datanode Uuid 1c3ca748-18cb-4c10-a5f7-b74f3fddafe5) service to localhost/127.0.0.1:38427 2024-11-17T20:14:15,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data5/current/BP-963888561-172.17.0.2-1731874362956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:14:15,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data6/current/BP-963888561-172.17.0.2-1731874362956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:14:15,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:14:15,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@795f0a62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:14:15,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:14:15,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:14:15,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:14:15,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir/,STOPPED} 2024-11-17T20:14:15,178 WARN [BP-963888561-172.17.0.2-1731874362956 heartbeating to localhost/127.0.0.1:38427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:14:15,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:14:15,178 WARN [BP-963888561-172.17.0.2-1731874362956 heartbeating to localhost/127.0.0.1:38427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-963888561-172.17.0.2-1731874362956 (Datanode Uuid c34c63f4-41bb-400e-beed-11c77c037e18) service to localhost/127.0.0.1:38427 2024-11-17T20:14:15,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:14:15,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data3/current/BP-963888561-172.17.0.2-1731874362956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:14:15,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data4/current/BP-963888561-172.17.0.2-1731874362956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:14:15,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:14:15,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214c3992{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:14:15,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:14:15,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:14:15,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:14:15,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir/,STOPPED} 2024-11-17T20:14:15,188 WARN [BP-963888561-172.17.0.2-1731874362956 heartbeating to localhost/127.0.0.1:38427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:14:15,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:14:15,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:14:15,188 WARN [BP-963888561-172.17.0.2-1731874362956 heartbeating to localhost/127.0.0.1:38427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-963888561-172.17.0.2-1731874362956 (Datanode Uuid 5b717e67-3fa1-4888-9440-f9826ea82047) service to localhost/127.0.0.1:38427 2024-11-17T20:14:15,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data1/current/BP-963888561-172.17.0.2-1731874362956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:14:15,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/cluster_c61b1bad-5c8a-a20c-f9eb-969fa4e56567/data/data2/current/BP-963888561-172.17.0.2-1731874362956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:14:15,192 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:14:15,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:14:15,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:14:15,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:14:15,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:14:15,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir/,STOPPED} 2024-11-17T20:14:15,215 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:14:15,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:14:15,287 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/0b0b0ae8de03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b0b0ae8de03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b0b0ae8de03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b0b0ae8de03:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@21e1660c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b0b0ae8de03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b0b0ae8de03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38427 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/0b0b0ae8de03:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38427 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=8809 (was 10345) 2024-11-17T20:14:15,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=8809 2024-11-17T20:14:15,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir so I do NOT create it in target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73 2024-11-17T20:14:15,307 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.tmp.dir so I do NOT create it in target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73 2024-11-17T20:14:15,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d38f2324-bd49-d131-b46c-da591e599acd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T20:14:15,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44, deleteOnExit=true 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/test.cache.data in system properties and HBase conf 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.log.dir in system properties and HBase conf 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T20:14:15,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T20:14:15,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T20:14:15,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:14:15,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T20:14:15,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T20:14:15,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:14:15,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T20:14:15,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T20:14:15,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T20:14:15,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:14:15,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T20:14:15,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/nfs.dump.dir in system properties and HBase conf 2024-11-17T20:14:15,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/java.io.tmpdir in system properties and HBase conf 2024-11-17T20:14:15,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T20:14:15,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T20:14:15,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T20:14:15,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:14:15,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:14:15,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:14:15,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:14:15,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:14:15,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:14:15,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@642cfbc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:14:15,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@527d33d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:14:15,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33936a37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/java.io.tmpdir/jetty-localhost-41055-hadoop-hdfs-3_4_1-tests_jar-_-any-5316547710256544523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:14:15,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b9a34bf{HTTP/1.1, (http/1.1)}{localhost:41055} 2024-11-17T20:14:15,818 INFO [Time-limited test {}] server.Server(415): Started @95419ms 2024-11-17T20:14:16,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:14:16,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:14:16,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:14:16,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:14:16,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T20:14:16,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dcd5dca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:14:16,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9c0316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:14:16,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b280241{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/java.io.tmpdir/jetty-localhost-40277-hadoop-hdfs-3_4_1-tests_jar-_-any-8595037163889064119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:14:16,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@333250ed{HTTP/1.1, (http/1.1)}{localhost:40277} 2024-11-17T20:14:16,171 INFO [Time-limited test {}] server.Server(415): Started @95772ms 2024-11-17T20:14:16,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:14:16,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:14:16,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:14:16,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:14:16,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:14:16,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:14:16,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@357b259b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:14:16,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78cc3a6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:14:16,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c47a0eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/java.io.tmpdir/jetty-localhost-35025-hadoop-hdfs-3_4_1-tests_jar-_-any-3365567592091343421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:14:16,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f508ad2{HTTP/1.1, (http/1.1)}{localhost:35025} 2024-11-17T20:14:16,311 INFO [Time-limited test {}] server.Server(415): Started @95912ms 2024-11-17T20:14:16,313 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:14:16,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T20:14:16,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T20:14:16,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T20:14:16,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T20:14:16,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T20:14:16,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8ce6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.log.dir/,AVAILABLE} 2024-11-17T20:14:16,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5576c030{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T20:14:16,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fe92a66{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/java.io.tmpdir/jetty-localhost-46399-hadoop-hdfs-3_4_1-tests_jar-_-any-12012213793538664971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:14:16,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e3abe01{HTTP/1.1, (http/1.1)}{localhost:46399} 2024-11-17T20:14:16,488 INFO [Time-limited test {}] server.Server(415): Started @96089ms 2024-11-17T20:14:16,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T20:14:17,484 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data1/current/BP-1739937856-172.17.0.2-1731874455330/current, will proceed with Du for space computation calculation, 2024-11-17T20:14:17,484 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data2/current/BP-1739937856-172.17.0.2-1731874455330/current, will proceed with Du for space computation calculation, 2024-11-17T20:14:17,506 WARN [Thread-649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:14:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d7733fa41016936 with lease ID 0x7e619daee24d0168: Processing first storage report for DS-ff6796a5-c476-4817-ac11-193609f75d64 from datanode DatanodeRegistration(127.0.0.1:36251, datanodeUuid=46c8120a-12aa-46d9-9134-8990e5144692, infoPort=35337, infoSecurePort=0, ipcPort=41541, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330) 2024-11-17T20:14:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d7733fa41016936 with lease ID 0x7e619daee24d0168: from storage DS-ff6796a5-c476-4817-ac11-193609f75d64 node DatanodeRegistration(127.0.0.1:36251, datanodeUuid=46c8120a-12aa-46d9-9134-8990e5144692, infoPort=35337, infoSecurePort=0, ipcPort=41541, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:14:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d7733fa41016936 with lease ID 0x7e619daee24d0168: Processing first storage report for DS-8a91cff3-41e8-4209-8af6-529031c6c20f from datanode DatanodeRegistration(127.0.0.1:36251, datanodeUuid=46c8120a-12aa-46d9-9134-8990e5144692, infoPort=35337, infoSecurePort=0, ipcPort=41541, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330) 2024-11-17T20:14:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d7733fa41016936 with lease ID 0x7e619daee24d0168: from storage DS-8a91cff3-41e8-4209-8af6-529031c6c20f node DatanodeRegistration(127.0.0.1:36251, datanodeUuid=46c8120a-12aa-46d9-9134-8990e5144692, infoPort=35337, infoSecurePort=0, ipcPort=41541, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:14:17,733 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data3/current/BP-1739937856-172.17.0.2-1731874455330/current, will proceed with Du for space computation calculation, 2024-11-17T20:14:17,733 WARN [Thread-721 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data4/current/BP-1739937856-172.17.0.2-1731874455330/current, will proceed with Du for space computation calculation, 2024-11-17T20:14:17,754 WARN [Thread-672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:14:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd475261954f34203 with lease ID 0x7e619daee24d0169: Processing first storage report for DS-52bbcd18-d746-4fae-a202-282e44d8cd90 from datanode DatanodeRegistration(127.0.0.1:40615, datanodeUuid=5b6ff2c5-8373-4897-8271-30d7218afde1, infoPort=44949, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330) 2024-11-17T20:14:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd475261954f34203 with lease ID 0x7e619daee24d0169: from storage DS-52bbcd18-d746-4fae-a202-282e44d8cd90 node DatanodeRegistration(127.0.0.1:40615, datanodeUuid=5b6ff2c5-8373-4897-8271-30d7218afde1, infoPort=44949, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:14:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd475261954f34203 with lease ID 0x7e619daee24d0169: Processing first storage report for DS-18841b1d-babb-44b3-a12e-86948f0f7953 from datanode DatanodeRegistration(127.0.0.1:40615, datanodeUuid=5b6ff2c5-8373-4897-8271-30d7218afde1, infoPort=44949, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330) 2024-11-17T20:14:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd475261954f34203 with lease ID 0x7e619daee24d0169: from storage DS-18841b1d-babb-44b3-a12e-86948f0f7953 node DatanodeRegistration(127.0.0.1:40615, datanodeUuid=5b6ff2c5-8373-4897-8271-30d7218afde1, infoPort=44949, infoSecurePort=0, ipcPort=45247, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:14:17,875 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data5/current/BP-1739937856-172.17.0.2-1731874455330/current, will proceed with Du for space computation calculation, 2024-11-17T20:14:17,875 WARN [Thread-732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data6/current/BP-1739937856-172.17.0.2-1731874455330/current, will proceed with Du for space computation calculation, 2024-11-17T20:14:17,894 WARN [Thread-694 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T20:14:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89c9bf9ca3f822ca with lease ID 0x7e619daee24d016a: Processing first storage report for DS-9afafdea-15fb-4b3f-aa28-0baad5ce29fc from datanode DatanodeRegistration(127.0.0.1:46679, datanodeUuid=fd1e551a-0d40-4930-acef-57fc25835077, infoPort=36529, infoSecurePort=0, ipcPort=41991, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330) 2024-11-17T20:14:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89c9bf9ca3f822ca with lease ID 0x7e619daee24d016a: from storage DS-9afafdea-15fb-4b3f-aa28-0baad5ce29fc node DatanodeRegistration(127.0.0.1:46679, datanodeUuid=fd1e551a-0d40-4930-acef-57fc25835077, infoPort=36529, infoSecurePort=0, ipcPort=41991, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:14:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89c9bf9ca3f822ca with lease ID 0x7e619daee24d016a: Processing first storage report for DS-eab1a493-1c8f-4586-8f0a-355f2811b30c from datanode DatanodeRegistration(127.0.0.1:46679, datanodeUuid=fd1e551a-0d40-4930-acef-57fc25835077, infoPort=36529, infoSecurePort=0, ipcPort=41991, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330) 2024-11-17T20:14:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89c9bf9ca3f822ca with lease ID 0x7e619daee24d016a: from storage DS-eab1a493-1c8f-4586-8f0a-355f2811b30c node DatanodeRegistration(127.0.0.1:46679, datanodeUuid=fd1e551a-0d40-4930-acef-57fc25835077, infoPort=36529, infoSecurePort=0, ipcPort=41991, storageInfo=lv=-57;cid=testClusterID;nsid=659137392;c=1731874455330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T20:14:17,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73 2024-11-17T20:14:17,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/zookeeper_0, clientPort=54172, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T20:14:17,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54172 2024-11-17T20:14:17,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:17,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:14:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:14:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741825_1001 (size=7) 2024-11-17T20:14:17,950 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf with version=8 2024-11-17T20:14:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/hbase-staging 2024-11-17T20:14:17,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:14:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:17,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:14:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:14:17,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T20:14:17,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:14:17,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36115 2024-11-17T20:14:17,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36115 connecting to ZooKeeper ensemble=127.0.0.1:54172 2024-11-17T20:14:18,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361150x0, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:14:18,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36115-0x1014a6f04f60000 connected 2024-11-17T20:14:18,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:18,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:18,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:14:18,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf, hbase.cluster.distributed=false 2024-11-17T20:14:18,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T20:14:18,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-17T20:14:18,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36115 2024-11-17T20:14:18,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36115 2024-11-17T20:14:18,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-17T20:14:18,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36115 2024-11-17T20:14:18,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:14:18,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:18,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:18,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:14:18,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:18,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:14:18,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:14:18,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:14:18,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34241 2024-11-17T20:14:18,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34241 connecting to ZooKeeper ensemble=127.0.0.1:54172 2024-11-17T20:14:18,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:18,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:18,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342410x0, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:14:18,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34241-0x1014a6f04f60001 connected 2024-11-17T20:14:18,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:14:18,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:14:18,200 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:14:18,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T20:14:18,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T20:14:18,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34241 2024-11-17T20:14:18,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34241 2024-11-17T20:14:18,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34241 2024-11-17T20:14:18,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34241 2024-11-17T20:14:18,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34241 2024-11-17T20:14:18,217 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:14:18,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:18,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:18,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:14:18,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:18,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:14:18,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:14:18,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:14:18,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43595 2024-11-17T20:14:18,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43595 connecting to ZooKeeper ensemble=127.0.0.1:54172 2024-11-17T20:14:18,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:18,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:18,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435950x0, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:14:18,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43595-0x1014a6f04f60002 connected 2024-11-17T20:14:18,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:14:18,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:14:18,243 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:14:18,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T20:14:18,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T20:14:18,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43595 2024-11-17T20:14:18,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43595 2024-11-17T20:14:18,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43595 2024-11-17T20:14:18,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43595 2024-11-17T20:14:18,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43595 2024-11-17T20:14:18,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b0b0ae8de03:0 server-side Connection retries=45 2024-11-17T20:14:18,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:18,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:18,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T20:14:18,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T20:14:18,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T20:14:18,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T20:14:18,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T20:14:18,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42039 2024-11-17T20:14:18,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42039 connecting to ZooKeeper ensemble=127.0.0.1:54172 2024-11-17T20:14:18,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:18,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420390x0, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T20:14:18,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42039-0x1014a6f04f60003 connected 2024-11-17T20:14:18,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:14:18,284 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T20:14:18,285 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T20:14:18,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T20:14:18,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T20:14:18,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42039 2024-11-17T20:14:18,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42039 2024-11-17T20:14:18,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42039 2024-11-17T20:14:18,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42039 2024-11-17T20:14:18,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42039 2024-11-17T20:14:18,302 DEBUG [M:0;0b0b0ae8de03:36115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b0b0ae8de03:36115 2024-11-17T20:14:18,303 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0b0b0ae8de03,36115,1731874457952 2024-11-17T20:14:18,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:14:18,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:14:18,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:14:18,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:14:18,315 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0b0b0ae8de03,36115,1731874457952 2024-11-17T20:14:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T20:14:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T20:14:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T20:14:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,337 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T20:14:18,338 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0b0b0ae8de03,36115,1731874457952 from backup master directory 2024-11-17T20:14:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:14:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:14:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:14:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0b0b0ae8de03,36115,1731874457952 2024-11-17T20:14:18,357 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:14:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T20:14:18,357 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b0b0ae8de03,36115,1731874457952 2024-11-17T20:14:18,362 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/hbase.id] with ID: d5fc3d07-5f6b-494e-81b5-f11b2f0ce4a3 2024-11-17T20:14:18,362 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/.tmp/hbase.id 2024-11-17T20:14:18,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:14:18,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:14:18,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741826_1002 (size=42) 2024-11-17T20:14:18,370 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/.tmp/hbase.id]:[hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/hbase.id] 2024-11-17T20:14:18,383 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T20:14:18,384 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T20:14:18,385 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T20:14:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:14:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:14:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741827_1003 (size=196) 2024-11-17T20:14:18,397 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:14:18,398 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T20:14:18,398 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:14:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:14:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:14:18,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741828_1004 (size=1189) 2024-11-17T20:14:18,413 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store 2024-11-17T20:14:18,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:14:18,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:14:18,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741829_1005 (size=34) 2024-11-17T20:14:18,423 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:18,423 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:14:18,423 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:14:18,423 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:14:18,423 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:14:18,423 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:14:18,423 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:14:18,423 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874458423Disabling compacts and flushes for region at 1731874458423Disabling writes for close at 1731874458423Writing region close event to WAL at 1731874458423Closed at 1731874458423 2024-11-17T20:14:18,424 WARN [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/.initializing 2024-11-17T20:14:18,424 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/WALs/0b0b0ae8de03,36115,1731874457952 2024-11-17T20:14:18,425 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:14:18,428 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C36115%2C1731874457952, suffix=, logDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/WALs/0b0b0ae8de03,36115,1731874457952, archiveDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/oldWALs, maxLogs=10 2024-11-17T20:14:18,440 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/WALs/0b0b0ae8de03,36115,1731874457952/0b0b0ae8de03%2C36115%2C1731874457952.1731874458428, exclude list is [], retry=0 2024-11-17T20:14:18,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-9afafdea-15fb-4b3f-aa28-0baad5ce29fc,DISK] 2024-11-17T20:14:18,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-52bbcd18-d746-4fae-a202-282e44d8cd90,DISK] 2024-11-17T20:14:18,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36251,DS-ff6796a5-c476-4817-ac11-193609f75d64,DISK] 2024-11-17T20:14:18,448 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/WALs/0b0b0ae8de03,36115,1731874457952/0b0b0ae8de03%2C36115%2C1731874457952.1731874458428 2024-11-17T20:14:18,449 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36529:36529),(127.0.0.1/127.0.0.1:35337:35337),(127.0.0.1/127.0.0.1:44949:44949)] 2024-11-17T20:14:18,449 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:14:18,449 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:18,449 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,449 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T20:14:18,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:18,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:14:18,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T20:14:18,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:18,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:18,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T20:14:18,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:18,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:18,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T20:14:18,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:18,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:18,465 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,466 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,466 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,468 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,468 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,469 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:14:18,470 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T20:14:18,473 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:18,474 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67334878, jitterRate=0.003367871046066284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:14:18,475 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731874458450Initializing all the Stores at 1731874458451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874458451Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874458452 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874458452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874458452Cleaning up temporary data from old regions at 1731874458468 (+16 ms)Region opened successfully at 1731874458475 (+7 ms) 2024-11-17T20:14:18,476 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T20:14:18,480 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d41d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:14:18,481 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T20:14:18,482 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T20:14:18,482 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T20:14:18,482 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T20:14:18,483 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T20:14:18,483 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T20:14:18,483 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-17T20:14:18,489 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T20:14:18,491 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T20:14:18,504 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-17T20:14:18,505 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T20:14:18,505 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T20:14:18,514 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-17T20:14:18,515 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T20:14:18,521 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T20:14:18,525 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-17T20:14:18,526 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T20:14:18,535 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T20:14:18,540 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T20:14:18,546 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T20:14:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T20:14:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T20:14:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T20:14:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T20:14:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,558 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b0b0ae8de03,36115,1731874457952, sessionid=0x1014a6f04f60000, setting cluster-up flag (Was=false) 2024-11-17T20:14:18,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:18,692 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T20:14:18,693 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,36115,1731874457952 2024-11-17T20:14:18,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:14:18,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:14:19,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:19,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:19,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:19,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:19,051 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T20:14:19,053 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b0b0ae8de03,36115,1731874457952 2024-11-17T20:14:19,054 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T20:14:19,056 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T20:14:19,056 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T20:14:19,056 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T20:14:19,057 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b0b0ae8de03,36115,1731874457952 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T20:14:19,058 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:14:19,058 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:14:19,058 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:14:19,058 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=5, maxPoolSize=5 2024-11-17T20:14:19,058 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b0b0ae8de03:0, corePoolSize=10, maxPoolSize=10 2024-11-17T20:14:19,059 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,059 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:14:19,059 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,059 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731874489059 2024-11-17T20:14:19,060 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T20:14:19,060 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T20:14:19,060 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T20:14:19,060 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T20:14:19,060 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T20:14:19,060 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T20:14:19,060 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:14:19,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T20:14:19,060 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T20:14:19,061 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T20:14:19,061 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T20:14:19,061 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T20:14:19,061 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T20:14:19,061 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874459061,5,FailOnTimeoutGroup] 2024-11-17T20:14:19,061 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874459061,5,FailOnTimeoutGroup] 2024-11-17T20:14:19,061 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,061 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T20:14:19,061 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,061 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,062 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:19,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T20:14:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:14:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:14:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741831_1007 (size=1321) 2024-11-17T20:14:19,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T20:14:19,072 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741832_1008 (size=32) 2024-11-17T20:14:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741832_1008 (size=32) 2024-11-17T20:14:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741832_1008 (size=32) 2024-11-17T20:14:19,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:19,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:14:19,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:14:19,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:19,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:14:19,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:14:19,090 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(746): ClusterId : d5fc3d07-5f6b-494e-81b5-f11b2f0ce4a3 2024-11-17T20:14:19,090 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:14:19,090 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(746): ClusterId : d5fc3d07-5f6b-494e-81b5-f11b2f0ce4a3 2024-11-17T20:14:19,090 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(746): ClusterId : d5fc3d07-5f6b-494e-81b5-f11b2f0ce4a3 2024-11-17T20:14:19,090 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:14:19,090 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T20:14:19,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:14:19,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:19,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:14:19,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:14:19,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:14:19,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:19,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:14:19,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:14:19,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:14:19,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:19,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:14:19,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:14:19,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740 2024-11-17T20:14:19,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740 2024-11-17T20:14:19,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:14:19,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:14:19,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:14:19,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:14:19,103 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:19,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60586323, jitterRate=-0.09719343483448029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:14:19,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731874459085Initializing all the Stores at 1731874459086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874459086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874459086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874459086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874459086Cleaning up temporary data from old regions at 1731874459099 (+13 ms)Region opened successfully at 1731874459104 (+5 ms) 2024-11-17T20:14:19,104 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:14:19,104 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:14:19,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:14:19,104 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:14:19,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:14:19,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:14:19,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:14:19,105 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:14:19,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874459104Disabling compacts and flushes for region at 1731874459104Disabling writes for close at 1731874459105 (+1 ms)Writing region close event to WAL at 1731874459105Closed at 1731874459105 2024-11-17T20:14:19,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:14:19,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T20:14:19,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T20:14:19,106 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:14:19,106 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T20:14:19,106 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:14:19,106 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T20:14:19,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:14:19,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T20:14:19,126 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:14:19,126 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:14:19,126 DEBUG [RS:1;0b0b0ae8de03:43595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfac112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:14:19,126 DEBUG [RS:0;0b0b0ae8de03:34241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1220ac89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:14:19,126 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T20:14:19,127 DEBUG [RS:2;0b0b0ae8de03:42039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e89713d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b0b0ae8de03/172.17.0.2:0 2024-11-17T20:14:19,138 DEBUG [RS:1;0b0b0ae8de03:43595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0b0b0ae8de03:43595 2024-11-17T20:14:19,138 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:14:19,138 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:14:19,138 DEBUG [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:14:19,139 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,36115,1731874457952 with port=43595, startcode=1731874458217 2024-11-17T20:14:19,139 DEBUG [RS:1;0b0b0ae8de03:43595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:14:19,141 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:14:19,142 DEBUG [RS:2;0b0b0ae8de03:42039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0b0b0ae8de03:42039 2024-11-17T20:14:19,142 DEBUG [RS:0;0b0b0ae8de03:34241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b0b0ae8de03:34241 2024-11-17T20:14:19,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:19,142 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:14:19,142 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T20:14:19,142 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:14:19,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36115 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:19,142 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T20:14:19,142 DEBUG [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:14:19,142 DEBUG [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T20:14:19,143 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,36115,1731874457952 with port=34241, startcode=1731874458178 2024-11-17T20:14:19,143 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b0b0ae8de03,36115,1731874457952 with port=42039, startcode=1731874458268 2024-11-17T20:14:19,143 DEBUG [RS:0;0b0b0ae8de03:34241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:14:19,143 DEBUG [RS:2;0b0b0ae8de03:42039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T20:14:19,143 DEBUG [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:19,143 DEBUG [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37091 2024-11-17T20:14:19,143 DEBUG [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:14:19,144 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:14:19,144 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T20:14:19,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:19,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36115 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:19,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:19,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36115 {}] master.ServerManager(517): Registering regionserver=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:19,146 DEBUG [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:19,146 DEBUG [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37091 2024-11-17T20:14:19,146 DEBUG [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:14:19,148 DEBUG [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:19,148 DEBUG [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37091 2024-11-17T20:14:19,148 DEBUG [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T20:14:19,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T20:14:19,222 DEBUG [RS:1;0b0b0ae8de03:43595 {}] zookeeper.ZKUtil(111): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:19,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,34241,1731874458178] 2024-11-17T20:14:19,223 WARN [RS:1;0b0b0ae8de03:43595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:14:19,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,42039,1731874458268] 2024-11-17T20:14:19,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b0b0ae8de03,43595,1731874458217] 2024-11-17T20:14:19,223 INFO [RS:1;0b0b0ae8de03:43595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:14:19,223 DEBUG [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:19,223 DEBUG [RS:2;0b0b0ae8de03:42039 {}] zookeeper.ZKUtil(111): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:19,223 DEBUG [RS:0;0b0b0ae8de03:34241 {}] zookeeper.ZKUtil(111): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:19,223 WARN [RS:2;0b0b0ae8de03:42039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:14:19,223 WARN [RS:0;0b0b0ae8de03:34241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T20:14:19,223 INFO [RS:2;0b0b0ae8de03:42039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:14:19,223 INFO [RS:0;0b0b0ae8de03:34241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:14:19,223 DEBUG [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:19,223 DEBUG [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:19,227 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:14:19,227 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:14:19,227 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T20:14:19,228 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:14:19,229 INFO [RS:1;0b0b0ae8de03:43595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:14:19,229 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,229 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:14:19,230 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:14:19,230 INFO [RS:2;0b0b0ae8de03:42039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:14:19,230 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,231 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:14:19,231 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:14:19,232 DEBUG [RS:1;0b0b0ae8de03:43595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:14:19,233 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:14:19,234 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:14:19,234 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:14:19,234 DEBUG [RS:2;0b0b0ae8de03:42039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:14:19,236 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T20:14:19,237 INFO [RS:0;0b0b0ae8de03:34241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T20:14:19,237 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,237 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,237 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,237 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T20:14:19,237 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,237 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,237 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,237 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43595,1731874458217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:14:19,238 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,238 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,238 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,238 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,238 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,238 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42039,1731874458268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:14:19,238 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T20:14:19,238 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,238 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=2, maxPoolSize=2 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b0b0ae8de03:0, corePoolSize=1, maxPoolSize=1 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:14:19,239 DEBUG [RS:0;0b0b0ae8de03:34241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b0b0ae8de03:0, corePoolSize=3, maxPoolSize=3 2024-11-17T20:14:19,244 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,244 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,244 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,244 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,244 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,245 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34241,1731874458178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:14:19,251 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:14:19,251 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:14:19,251 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,43595,1731874458217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,251 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,42039,1731874458268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,251 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,251 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,251 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.Replication(171): 0b0b0ae8de03,43595,1731874458217 started 2024-11-17T20:14:19,251 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.Replication(171): 0b0b0ae8de03,42039,1731874458268 started 2024-11-17T20:14:19,258 WARN [0b0b0ae8de03:36115 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T20:14:19,261 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T20:14:19,262 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,34241,1731874458178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,262 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,262 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.Replication(171): 0b0b0ae8de03,34241,1731874458178 started 2024-11-17T20:14:19,265 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,265 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,266 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,42039,1731874458268, RpcServer on 0b0b0ae8de03/172.17.0.2:42039, sessionid=0x1014a6f04f60003 2024-11-17T20:14:19,266 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,43595,1731874458217, RpcServer on 0b0b0ae8de03/172.17.0.2:43595, sessionid=0x1014a6f04f60002 2024-11-17T20:14:19,266 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:14:19,266 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:14:19,266 DEBUG [RS:2;0b0b0ae8de03:42039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:19,266 DEBUG [RS:1;0b0b0ae8de03:43595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:19,266 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,42039,1731874458268' 2024-11-17T20:14:19,266 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,43595,1731874458217' 2024-11-17T20:14:19,266 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T20:14:19,266 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T20:14:19,267 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T20:14:19,267 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T20:14:19,267 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:14:19,267 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:14:19,267 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:14:19,267 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:14:19,267 DEBUG [RS:2;0b0b0ae8de03:42039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:19,267 DEBUG [RS:1;0b0b0ae8de03:43595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:19,267 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,42039,1731874458268' 2024-11-17T20:14:19,267 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,43595,1731874458217' 2024-11-17T20:14:19,267 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T20:14:19,267 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T20:14:19,268 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T20:14:19,268 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T20:14:19,268 DEBUG [RS:1;0b0b0ae8de03:43595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:14:19,268 INFO [RS:1;0b0b0ae8de03:43595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:14:19,268 INFO [RS:1;0b0b0ae8de03:43595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:14:19,268 DEBUG [RS:2;0b0b0ae8de03:42039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:14:19,268 INFO [RS:2;0b0b0ae8de03:42039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:14:19,268 INFO [RS:2;0b0b0ae8de03:42039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:14:19,275 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:19,275 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(1482): Serving as 0b0b0ae8de03,34241,1731874458178, RpcServer on 0b0b0ae8de03/172.17.0.2:34241, sessionid=0x1014a6f04f60001 2024-11-17T20:14:19,276 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T20:14:19,276 DEBUG [RS:0;0b0b0ae8de03:34241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:19,276 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,34241,1731874458178' 2024-11-17T20:14:19,276 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T20:14:19,276 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T20:14:19,277 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T20:14:19,277 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T20:14:19,277 DEBUG [RS:0;0b0b0ae8de03:34241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:19,277 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b0b0ae8de03,34241,1731874458178' 2024-11-17T20:14:19,277 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T20:14:19,277 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T20:14:19,278 DEBUG [RS:0;0b0b0ae8de03:34241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T20:14:19,278 INFO [RS:0;0b0b0ae8de03:34241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T20:14:19,278 INFO [RS:0;0b0b0ae8de03:34241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T20:14:19,369 INFO [RS:2;0b0b0ae8de03:42039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:14:19,369 INFO [RS:1;0b0b0ae8de03:43595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:14:19,371 INFO [RS:1;0b0b0ae8de03:43595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C43595%2C1731874458217, suffix=, logDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,43595,1731874458217, archiveDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/oldWALs, maxLogs=32 2024-11-17T20:14:19,371 INFO [RS:2;0b0b0ae8de03:42039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C42039%2C1731874458268, suffix=, logDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,42039,1731874458268, archiveDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/oldWALs, maxLogs=32 2024-11-17T20:14:19,379 INFO [RS:0;0b0b0ae8de03:34241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T20:14:19,381 INFO [RS:0;0b0b0ae8de03:34241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C34241%2C1731874458178, suffix=, logDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,34241,1731874458178, archiveDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/oldWALs, maxLogs=32 2024-11-17T20:14:19,390 DEBUG [RS:1;0b0b0ae8de03:43595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,43595,1731874458217/0b0b0ae8de03%2C43595%2C1731874458217.1731874459376, exclude list is [], retry=0 2024-11-17T20:14:19,390 DEBUG [RS:2;0b0b0ae8de03:42039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,42039,1731874458268/0b0b0ae8de03%2C42039%2C1731874458268.1731874459376, exclude list is [], retry=0 2024-11-17T20:14:19,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-9afafdea-15fb-4b3f-aa28-0baad5ce29fc,DISK] 2024-11-17T20:14:19,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36251,DS-ff6796a5-c476-4817-ac11-193609f75d64,DISK] 2024-11-17T20:14:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36251,DS-ff6796a5-c476-4817-ac11-193609f75d64,DISK] 2024-11-17T20:14:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-9afafdea-15fb-4b3f-aa28-0baad5ce29fc,DISK] 2024-11-17T20:14:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-52bbcd18-d746-4fae-a202-282e44d8cd90,DISK] 2024-11-17T20:14:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-52bbcd18-d746-4fae-a202-282e44d8cd90,DISK] 2024-11-17T20:14:19,394 DEBUG [RS:0;0b0b0ae8de03:34241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,34241,1731874458178/0b0b0ae8de03%2C34241%2C1731874458178.1731874459382, exclude list is [], retry=0 2024-11-17T20:14:19,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36251,DS-ff6796a5-c476-4817-ac11-193609f75d64,DISK] 2024-11-17T20:14:19,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-9afafdea-15fb-4b3f-aa28-0baad5ce29fc,DISK] 2024-11-17T20:14:19,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-52bbcd18-d746-4fae-a202-282e44d8cd90,DISK] 2024-11-17T20:14:19,401 INFO [RS:2;0b0b0ae8de03:42039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,42039,1731874458268/0b0b0ae8de03%2C42039%2C1731874458268.1731874459376 2024-11-17T20:14:19,401 INFO [RS:1;0b0b0ae8de03:43595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,43595,1731874458217/0b0b0ae8de03%2C43595%2C1731874458217.1731874459376 2024-11-17T20:14:19,401 DEBUG [RS:2;0b0b0ae8de03:42039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36529:36529),(127.0.0.1/127.0.0.1:44949:44949),(127.0.0.1/127.0.0.1:35337:35337)] 2024-11-17T20:14:19,401 DEBUG [RS:1;0b0b0ae8de03:43595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35337:35337),(127.0.0.1/127.0.0.1:36529:36529),(127.0.0.1/127.0.0.1:44949:44949)] 2024-11-17T20:14:19,402 INFO [RS:0;0b0b0ae8de03:34241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,34241,1731874458178/0b0b0ae8de03%2C34241%2C1731874458178.1731874459382 2024-11-17T20:14:19,402 DEBUG [RS:0;0b0b0ae8de03:34241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35337:35337),(127.0.0.1/127.0.0.1:44949:44949),(127.0.0.1/127.0.0.1:36529:36529)] 2024-11-17T20:14:19,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:19,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:19,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:19,509 DEBUG [0b0b0ae8de03:36115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-17T20:14:19,509 DEBUG [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(204): Hosts are {0b0b0ae8de03=0} racks are {/default-rack=0} 2024-11-17T20:14:19,512 DEBUG [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T20:14:19,512 DEBUG [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T20:14:19,512 DEBUG [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T20:14:19,512 DEBUG [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T20:14:19,512 DEBUG [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T20:14:19,512 DEBUG [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T20:14:19,512 INFO [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T20:14:19,512 INFO [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T20:14:19,512 INFO [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T20:14:19,512 DEBUG [0b0b0ae8de03:36115 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T20:14:19,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:19,514 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,43595,1731874458217, state=OPENING 2024-11-17T20:14:19,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T20:14:19,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:19,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:19,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:19,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:14:19,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T20:14:19,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:14:19,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:14:19,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:14:19,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,43595,1731874458217}] 2024-11-17T20:14:19,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:14:19,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:14:19,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:19,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:19,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:29,551 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:14:29,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:14:29,560 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T20:14:29,560 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T20:14:29,561 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T20:14:29,563 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b0b0ae8de03%2C43595%2C1731874458217.meta, suffix=.meta, logDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,43595,1731874458217, archiveDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/oldWALs, maxLogs=32 2024-11-17T20:14:29,576 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,43595,1731874458217/0b0b0ae8de03%2C43595%2C1731874458217.meta.1731874469563.meta, exclude list is [], retry=0 2024-11-17T20:14:29,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40615,DS-52bbcd18-d746-4fae-a202-282e44d8cd90,DISK] 2024-11-17T20:14:29,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-9afafdea-15fb-4b3f-aa28-0baad5ce29fc,DISK] 2024-11-17T20:14:29,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36251,DS-ff6796a5-c476-4817-ac11-193609f75d64,DISK] 2024-11-17T20:14:29,584 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/WALs/0b0b0ae8de03,43595,1731874458217/0b0b0ae8de03%2C43595%2C1731874458217.meta.1731874469563.meta 2024-11-17T20:14:29,585 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44949:44949),(127.0.0.1/127.0.0.1:36529:36529),(127.0.0.1/127.0.0.1:35337:35337)] 2024-11-17T20:14:29,585 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T20:14:29,585 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T20:14:29,586 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T20:14:29,586 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T20:14:29,586 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T20:14:29,586 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:29,586 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T20:14:29,586 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T20:14:29,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T20:14:29,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T20:14:29,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:29,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:14:29,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T20:14:29,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T20:14:29,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:29,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:14:29,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T20:14:29,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T20:14:29,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:29,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:14:29,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T20:14:29,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T20:14:29,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:29,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T20:14:29,594 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T20:14:29,595 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740 2024-11-17T20:14:29,600 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740 2024-11-17T20:14:29,602 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T20:14:29,602 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T20:14:29,602 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T20:14:29,605 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T20:14:29,606 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65770138, jitterRate=-0.019948571920394897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T20:14:29,606 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T20:14:29,607 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731874469586Writing region info on filesystem at 1731874469586Initializing all the Stores at 1731874469587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874469587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874469588 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874469588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731874469588Cleaning up temporary data from old regions at 1731874469602 (+14 ms)Running coprocessor post-open hooks at 1731874469606 (+4 ms)Region opened successfully at 1731874469607 (+1 ms) 2024-11-17T20:14:29,609 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731874469550 2024-11-17T20:14:29,613 DEBUG [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T20:14:29,613 INFO [RS_OPEN_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T20:14:29,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:29,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b0b0ae8de03,43595,1731874458217, state=OPEN 2024-11-17T20:14:29,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T20:14:29,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T20:14:29,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T20:14:29,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T20:14:29,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:14:29,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:14:29,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:14:29,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T20:14:29,694 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:29,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T20:14:29,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b0b0ae8de03,43595,1731874458217 in 10.1460 sec 2024-11-17T20:14:29,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T20:14:29,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5910 sec 2024-11-17T20:14:29,704 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T20:14:29,704 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T20:14:29,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:14:29,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,43595,1731874458217, seqNum=-1] 2024-11-17T20:14:29,710 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:14:29,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:14:29,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6680 sec 2024-11-17T20:14:29,724 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731874469724, completionTime=-1 2024-11-17T20:14:29,724 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-17T20:14:29,724 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T20:14:29,727 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-17T20:14:29,727 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731874529727 2024-11-17T20:14:29,727 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731874589727 2024-11-17T20:14:29,727 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T20:14:29,727 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T20:14:29,728 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36115,1731874457952-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:29,728 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36115,1731874457952-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:29,728 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36115,1731874457952-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:29,728 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b0b0ae8de03:36115, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:29,728 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:29,730 DEBUG [master/0b0b0ae8de03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T20:14:29,733 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:29,740 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.383sec 2024-11-17T20:14:29,741 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T20:14:29,741 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T20:14:29,741 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T20:14:29,741 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T20:14:29,741 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T20:14:29,741 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36115,1731874457952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T20:14:29,741 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36115,1731874457952-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T20:14:29,745 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T20:14:29,745 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T20:14:29,745 INFO [master/0b0b0ae8de03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b0b0ae8de03,36115,1731874457952-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T20:14:29,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c580545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:14:29,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,36115,-1 for getting cluster id 2024-11-17T20:14:29,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:14:29,803 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5fc3d07-5f6b-494e-81b5-f11b2f0ce4a3' 2024-11-17T20:14:29,804 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:14:29,804 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5fc3d07-5f6b-494e-81b5-f11b2f0ce4a3" 2024-11-17T20:14:29,804 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e68d336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:14:29,805 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,36115,-1] 2024-11-17T20:14:29,805 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:14:29,805 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:29,807 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:14:29,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301b131e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:14:29,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:14:29,811 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,43595,1731874458217, seqNum=-1] 2024-11-17T20:14:29,811 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:14:29,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:14:29,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b0b0ae8de03,36115,1731874457952 2024-11-17T20:14:29,817 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731874469817 (current time:1731874469817). 2024-11-17T20:14:29,817 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T20:14:29,817 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-17T20:14:29,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67738360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:14:29,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b0b0ae8de03,36115,-1 for getting cluster id 2024-11-17T20:14:29,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T20:14:29,819 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5fc3d07-5f6b-494e-81b5-f11b2f0ce4a3' 2024-11-17T20:14:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T20:14:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5fc3d07-5f6b-494e-81b5-f11b2f0ce4a3" 2024-11-17T20:14:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b778a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:14:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b0b0ae8de03,36115,-1] 2024-11-17T20:14:29,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T20:14:29,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:29,822 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T20:14:29,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bb5981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T20:14:29,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T20:14:29,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b0b0ae8de03,43595,1731874458217, seqNum=-1] 2024-11-17T20:14:29,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:14:29,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:14:29,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:14:29,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:14:29,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:29,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:14:29,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:14:29,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T20:14:29,833 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b0b0ae8de03,36115,1731874457952 2024-11-17T20:14:29,833 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@328eca69 2024-11-17T20:14:29,833 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T20:14:29,836 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T20:14:29,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T20:14:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-17T20:14:29,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T20:14:29,843 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:29,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-17T20:14:29,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T20:14:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:14:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741837_1013 (size=361) 2024-11-17T20:14:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741837_1013 (size=361) 2024-11-17T20:14:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741837_1013 (size=361) 2024-11-17T20:14:29,889 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 832a76c50f4bdfa0d74ff22d4063fb24, NAME => 'SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:29,889 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b7aac82e6ab08f2b980ee65ce1465d1b, NAME => 'SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:29,905 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cbbfc98c5d22663f4f50466515211814, NAME => 'SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:29,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741838_1014 (size=62) 2024-11-17T20:14:29,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741838_1014 (size=62) 2024-11-17T20:14:29,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741838_1014 (size=62) 2024-11-17T20:14:29,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:29,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b7aac82e6ab08f2b980ee65ce1465d1b, disabling compactions & flushes 2024-11-17T20:14:29,921 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:14:29,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:14:29,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. after waiting 0 ms 2024-11-17T20:14:29,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:14:29,921 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:14:29,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b7aac82e6ab08f2b980ee65ce1465d1b: Waiting for close lock at 1731874469920Disabling compacts and flushes for region at 1731874469920Disabling writes for close at 1731874469921 (+1 ms)Writing region close event to WAL at 1731874469921Closed at 1731874469921 2024-11-17T20:14:29,922 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 76b4d80c3c2b5b3c98e2525fc0790b92, NAME => 'SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:29,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741839_1015 (size=54) 2024-11-17T20:14:29,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741839_1015 (size=54) 2024-11-17T20:14:29,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741839_1015 (size=54) 2024-11-17T20:14:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741840_1016 (size=62) 2024-11-17T20:14:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741840_1016 (size=62) 2024-11-17T20:14:29,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741840_1016 (size=62) 2024-11-17T20:14:29,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:29,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cbbfc98c5d22663f4f50466515211814, disabling compactions & flushes 2024-11-17T20:14:29,948 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:14:29,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:14:29,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. after waiting 0 ms 2024-11-17T20:14:29,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:14:29,949 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:14:29,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cbbfc98c5d22663f4f50466515211814: Waiting for close lock at 1731874469948Disabling compacts and flushes for region at 1731874469948Disabling writes for close at 1731874469949 (+1 ms)Writing region close event to WAL at 1731874469949Closed at 1731874469949 2024-11-17T20:14:29,950 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 859a1368627fc6d722e36dfeede2fcfd, NAME => 'SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:14:29,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741841_1017 (size=62) 2024-11-17T20:14:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741841_1017 (size=62) 2024-11-17T20:14:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741841_1017 (size=62) 2024-11-17T20:14:29,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:29,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 76b4d80c3c2b5b3c98e2525fc0790b92, disabling compactions & flushes 2024-11-17T20:14:29,971 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:14:29,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:14:29,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. after waiting 0 ms 2024-11-17T20:14:29,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:14:29,971 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:14:29,971 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 76b4d80c3c2b5b3c98e2525fc0790b92: Waiting for close lock at 1731874469971Disabling compacts and flushes for region at 1731874469971Disabling writes for close at 1731874469971Writing region close event to WAL at 1731874469971Closed at 1731874469971 2024-11-17T20:14:29,972 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8d1bc1a5f4c3b20833e47fd7f6c66307, NAME => 'SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:29,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741842_1018 (size=62) 2024-11-17T20:14:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741842_1018 (size=62) 2024-11-17T20:14:29,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741842_1018 (size=62) 2024-11-17T20:14:29,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:29,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 859a1368627fc6d722e36dfeede2fcfd, disabling compactions & flushes 2024-11-17T20:14:29,981 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:14:29,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:14:29,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. after waiting 0 ms 2024-11-17T20:14:29,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:14:29,981 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:14:29,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 859a1368627fc6d722e36dfeede2fcfd: Waiting for close lock at 1731874469981Disabling compacts and flushes for region at 1731874469981Disabling writes for close at 1731874469981Writing region close event to WAL at 1731874469981Closed at 1731874469981 2024-11-17T20:14:29,982 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d6f6c42798238b64ef182d8b7844facf, NAME => 'SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741843_1019 (size=62) 2024-11-17T20:14:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741843_1019 (size=62) 2024-11-17T20:14:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741843_1019 (size=62) 2024-11-17T20:14:30,028 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:30,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8d1bc1a5f4c3b20833e47fd7f6c66307, disabling compactions & flushes 2024-11-17T20:14:30,029 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:14:30,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:14:30,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. after waiting 0 ms 2024-11-17T20:14:30,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:14:30,029 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:14:30,029 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8d1bc1a5f4c3b20833e47fd7f6c66307: Waiting for close lock at 1731874470029Disabling compacts and flushes for region at 1731874470029Disabling writes for close at 1731874470029Writing region close event to WAL at 1731874470029Closed at 1731874470029 2024-11-17T20:14:30,030 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1fb8bb017b0155cd3c2a00db4c09a014, NAME => 'SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:30,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741844_1020 (size=62) 2024-11-17T20:14:30,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741844_1020 (size=62) 2024-11-17T20:14:30,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741844_1020 (size=62) 2024-11-17T20:14:30,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:30,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d6f6c42798238b64ef182d8b7844facf, disabling compactions & flushes 2024-11-17T20:14:30,042 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:14:30,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:14:30,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. after waiting 0 ms 2024-11-17T20:14:30,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:14:30,042 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:14:30,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d6f6c42798238b64ef182d8b7844facf: Waiting for close lock at 1731874470042Disabling compacts and flushes for region at 1731874470042Disabling writes for close at 1731874470042Writing region close event to WAL at 1731874470042Closed at 1731874470042 2024-11-17T20:14:30,043 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 60849cbb8b70e3c1b4c9ab047d459e12, NAME => 'SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:30,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741845_1021 (size=62) 2024-11-17T20:14:30,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741845_1021 (size=62) 2024-11-17T20:14:30,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741845_1021 (size=62) 2024-11-17T20:14:30,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:30,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1fb8bb017b0155cd3c2a00db4c09a014, disabling compactions & flushes 2024-11-17T20:14:30,090 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:14:30,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:14:30,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. after waiting 0 ms 2024-11-17T20:14:30,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:14:30,091 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:14:30,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1fb8bb017b0155cd3c2a00db4c09a014: Waiting for close lock at 1731874470090Disabling compacts and flushes for region at 1731874470090Disabling writes for close at 1731874470091 (+1 ms)Writing region close event to WAL at 1731874470091Closed at 1731874470091 2024-11-17T20:14:30,092 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 43c5c8994d1e7a2d6af87ad3d175f674, NAME => 'SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf 2024-11-17T20:14:30,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741846_1022 (size=62) 2024-11-17T20:14:30,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741846_1022 (size=62) 2024-11-17T20:14:30,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741846_1022 (size=62) 2024-11-17T20:14:30,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:30,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 60849cbb8b70e3c1b4c9ab047d459e12, disabling compactions & flushes 2024-11-17T20:14:30,116 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:14:30,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:14:30,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. after waiting 0 ms 2024-11-17T20:14:30,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:14:30,116 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:14:30,116 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 60849cbb8b70e3c1b4c9ab047d459e12: Waiting for close lock at 1731874470116Disabling compacts and flushes for region at 1731874470116Disabling writes for close at 1731874470116Writing region close event to WAL at 1731874470116Closed at 1731874470116 2024-11-17T20:14:30,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741847_1023 (size=54) 2024-11-17T20:14:30,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741847_1023 (size=54) 2024-11-17T20:14:30,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741847_1023 (size=54) 2024-11-17T20:14:30,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:30,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 43c5c8994d1e7a2d6af87ad3d175f674, disabling compactions & flushes 2024-11-17T20:14:30,145 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:14:30,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:14:30,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. after waiting 0 ms 2024-11-17T20:14:30,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:14:30,145 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:14:30,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 43c5c8994d1e7a2d6af87ad3d175f674: Waiting for close lock at 1731874470145Disabling compacts and flushes for region at 1731874470145Disabling writes for close at 1731874470145Writing region close event to WAL at 1731874470145Closed at 1731874470145 2024-11-17T20:14:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:14:30,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:30,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 832a76c50f4bdfa0d74ff22d4063fb24, disabling compactions & flushes 2024-11-17T20:14:30,334 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:14:30,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:14:30,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. after waiting 0 ms 2024-11-17T20:14:30,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:14:30,334 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:14:30,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 832a76c50f4bdfa0d74ff22d4063fb24: Waiting for close lock at 1731874470333Disabling compacts and flushes for region at 1731874470333Disabling writes for close at 1731874470334 (+1 ms)Writing region close event to WAL at 1731874470334Closed at 1731874470334 2024-11-17T20:14:30,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T20:14:30,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731874470339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731874470339"}]},"ts":"1731874470339"} 2024-11-17T20:14:30,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-17T20:14:30,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T20:14:30,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874470357"}]},"ts":"1731874470357"} 2024-11-17T20:14:30,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-17T20:14:30,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {0b0b0ae8de03=0} racks are {/default-rack=0} 2024-11-17T20:14:30,382 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T20:14:30,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T20:14:30,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T20:14:30,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T20:14:30,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T20:14:30,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T20:14:30,383 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T20:14:30,383 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T20:14:30,383 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T20:14:30,383 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T20:14:30,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=832a76c50f4bdfa0d74ff22d4063fb24, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7aac82e6ab08f2b980ee65ce1465d1b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbbfc98c5d22663f4f50466515211814, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76b4d80c3c2b5b3c98e2525fc0790b92, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=859a1368627fc6d722e36dfeede2fcfd, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d1bc1a5f4c3b20833e47fd7f6c66307, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6f6c42798238b64ef182d8b7844facf, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1fb8bb017b0155cd3c2a00db4c09a014, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60849cbb8b70e3c1b4c9ab047d459e12, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43c5c8994d1e7a2d6af87ad3d175f674, ASSIGN}] 2024-11-17T20:14:30,394 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=832a76c50f4bdfa0d74ff22d4063fb24, ASSIGN 2024-11-17T20:14:30,395 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7aac82e6ab08f2b980ee65ce1465d1b, ASSIGN 2024-11-17T20:14:30,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbbfc98c5d22663f4f50466515211814, ASSIGN 2024-11-17T20:14:30,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76b4d80c3c2b5b3c98e2525fc0790b92, ASSIGN 2024-11-17T20:14:30,398 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=832a76c50f4bdfa0d74ff22d4063fb24, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,42039,1731874458268; forceNewPlan=false, retain=false 2024-11-17T20:14:30,398 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbbfc98c5d22663f4f50466515211814, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,43595,1731874458217; forceNewPlan=false, retain=false 2024-11-17T20:14:30,398 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b7aac82e6ab08f2b980ee65ce1465d1b, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,42039,1731874458268; forceNewPlan=false, retain=false 2024-11-17T20:14:30,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76b4d80c3c2b5b3c98e2525fc0790b92, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,34241,1731874458178; forceNewPlan=false, retain=false 2024-11-17T20:14:30,401 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60849cbb8b70e3c1b4c9ab047d459e12, ASSIGN 2024-11-17T20:14:30,402 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1fb8bb017b0155cd3c2a00db4c09a014, ASSIGN 2024-11-17T20:14:30,403 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1fb8bb017b0155cd3c2a00db4c09a014, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,42039,1731874458268; forceNewPlan=false, retain=false 2024-11-17T20:14:30,404 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60849cbb8b70e3c1b4c9ab047d459e12, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,43595,1731874458217; forceNewPlan=false, retain=false 2024-11-17T20:14:30,405 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43c5c8994d1e7a2d6af87ad3d175f674, ASSIGN 2024-11-17T20:14:30,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6f6c42798238b64ef182d8b7844facf, ASSIGN 2024-11-17T20:14:30,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d6f6c42798238b64ef182d8b7844facf, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,34241,1731874458178; forceNewPlan=false, retain=false 2024-11-17T20:14:30,408 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43c5c8994d1e7a2d6af87ad3d175f674, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,34241,1731874458178; forceNewPlan=false, retain=false 2024-11-17T20:14:30,410 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=859a1368627fc6d722e36dfeede2fcfd, ASSIGN 2024-11-17T20:14:30,415 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=859a1368627fc6d722e36dfeede2fcfd, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,42039,1731874458268; forceNewPlan=false, retain=false 2024-11-17T20:14:30,419 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d1bc1a5f4c3b20833e47fd7f6c66307, ASSIGN 2024-11-17T20:14:30,423 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d1bc1a5f4c3b20833e47fd7f6c66307, ASSIGN; state=OFFLINE, location=0b0b0ae8de03,43595,1731874458217; forceNewPlan=false, retain=false 2024-11-17T20:14:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:14:30,551 INFO [0b0b0ae8de03:36115 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-17T20:14:30,552 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=60849cbb8b70e3c1b4c9ab047d459e12, regionState=OPENING, regionLocation=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:30,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d1bc1a5f4c3b20833e47fd7f6c66307, regionState=OPENING, regionLocation=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:30,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cbbfc98c5d22663f4f50466515211814, regionState=OPENING, regionLocation=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:30,555 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b7aac82e6ab08f2b980ee65ce1465d1b, regionState=OPENING, regionLocation=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:30,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=832a76c50f4bdfa0d74ff22d4063fb24, regionState=OPENING, regionLocation=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:30,556 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=43c5c8994d1e7a2d6af87ad3d175f674, regionState=OPENING, regionLocation=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:30,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d6f6c42798238b64ef182d8b7844facf, regionState=OPENING, regionLocation=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:30,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=76b4d80c3c2b5b3c98e2525fc0790b92, regionState=OPENING, regionLocation=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:30,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=859a1368627fc6d722e36dfeede2fcfd, regionState=OPENING, regionLocation=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:30,555 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1fb8bb017b0155cd3c2a00db4c09a014, regionState=OPENING, regionLocation=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:30,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=60849cbb8b70e3c1b4c9ab047d459e12, ASSIGN because future has completed 2024-11-17T20:14:30,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d1bc1a5f4c3b20833e47fd7f6c66307, ASSIGN because future has completed 2024-11-17T20:14:30,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbbfc98c5d22663f4f50466515211814, ASSIGN because future has completed 2024-11-17T20:14:30,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d1bc1a5f4c3b20833e47fd7f6c66307, server=0b0b0ae8de03,43595,1731874458217}] 2024-11-17T20:14:30,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60849cbb8b70e3c1b4c9ab047d459e12, server=0b0b0ae8de03,43595,1731874458217}] 2024-11-17T20:14:30,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbbfc98c5d22663f4f50466515211814, server=0b0b0ae8de03,43595,1731874458217}] 2024-11-17T20:14:30,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b7aac82e6ab08f2b980ee65ce1465d1b, ASSIGN because future has completed 2024-11-17T20:14:30,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=43c5c8994d1e7a2d6af87ad3d175f674, ASSIGN because future has completed 2024-11-17T20:14:30,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7aac82e6ab08f2b980ee65ce1465d1b, server=0b0b0ae8de03,42039,1731874458268}] 2024-11-17T20:14:30,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=832a76c50f4bdfa0d74ff22d4063fb24, ASSIGN because future has completed 2024-11-17T20:14:30,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 832a76c50f4bdfa0d74ff22d4063fb24, server=0b0b0ae8de03,42039,1731874458268}] 2024-11-17T20:14:30,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d6f6c42798238b64ef182d8b7844facf, ASSIGN because future has completed 2024-11-17T20:14:30,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43c5c8994d1e7a2d6af87ad3d175f674, server=0b0b0ae8de03,34241,1731874458178}] 2024-11-17T20:14:30,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76b4d80c3c2b5b3c98e2525fc0790b92, ASSIGN because future has completed 2024-11-17T20:14:30,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=859a1368627fc6d722e36dfeede2fcfd, ASSIGN because future has completed 2024-11-17T20:14:30,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1fb8bb017b0155cd3c2a00db4c09a014, ASSIGN because future has completed 2024-11-17T20:14:30,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 859a1368627fc6d722e36dfeede2fcfd, server=0b0b0ae8de03,42039,1731874458268}] 2024-11-17T20:14:30,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6f6c42798238b64ef182d8b7844facf, server=0b0b0ae8de03,34241,1731874458178}] 2024-11-17T20:14:30,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fb8bb017b0155cd3c2a00db4c09a014, server=0b0b0ae8de03,42039,1731874458268}] 2024-11-17T20:14:30,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b4d80c3c2b5b3c98e2525fc0790b92, server=0b0b0ae8de03,34241,1731874458178}] 2024-11-17T20:14:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:14:31,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T20:14:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:14:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:14:34,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:34,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:34,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:35,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:14:35,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:35,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:35,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:14:38,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T20:14:38,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T20:14:38,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:14:38,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T20:14:40,608 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:14:40,609 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cbbfc98c5d22663f4f50466515211814, NAME => 'SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-17T20:14:40,609 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,609 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,609 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,609 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,611 INFO [StoreOpener-cbbfc98c5d22663f4f50466515211814-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,615 INFO [StoreOpener-cbbfc98c5d22663f4f50466515211814-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbbfc98c5d22663f4f50466515211814 columnFamilyName cf 2024-11-17T20:14:40,616 DEBUG [StoreOpener-cbbfc98c5d22663f4f50466515211814-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,617 INFO [StoreOpener-cbbfc98c5d22663f4f50466515211814-1 {}] regionserver.HStore(327): Store=cbbfc98c5d22663f4f50466515211814/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,617 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,620 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,621 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,621 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,621 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,623 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,626 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/cbbfc98c5d22663f4f50466515211814/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,627 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cbbfc98c5d22663f4f50466515211814; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62938677, jitterRate=-0.062140628695487976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,627 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:40,627 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cbbfc98c5d22663f4f50466515211814: Running coprocessor pre-open hook at 1731874480609Writing region info on filesystem at 1731874480609Initializing all the Stores at 1731874480610 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480611 (+1 ms)Cleaning up temporary data from old regions at 1731874480621 (+10 ms)Running coprocessor post-open hooks at 1731874480627 (+6 ms)Region opened successfully at 1731874480627 2024-11-17T20:14:40,629 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814., pid=16, masterSystemTime=1731874480592 2024-11-17T20:14:40,631 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:14:40,631 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:14:40,631 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:14:40,632 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 60849cbb8b70e3c1b4c9ab047d459e12, NAME => 'SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-17T20:14:40,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cbbfc98c5d22663f4f50466515211814, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:40,632 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,632 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,632 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,632 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbbfc98c5d22663f4f50466515211814, server=0b0b0ae8de03,43595,1731874458217 because future has completed 2024-11-17T20:14:40,635 INFO [StoreOpener-60849cbb8b70e3c1b4c9ab047d459e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,637 INFO [StoreOpener-60849cbb8b70e3c1b4c9ab047d459e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60849cbb8b70e3c1b4c9ab047d459e12 columnFamilyName cf 2024-11-17T20:14:40,637 DEBUG [StoreOpener-60849cbb8b70e3c1b4c9ab047d459e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,638 INFO [StoreOpener-60849cbb8b70e3c1b4c9ab047d459e12-1 {}] regionserver.HStore(327): Store=60849cbb8b70e3c1b4c9ab047d459e12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,638 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,639 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,639 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,640 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,640 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-17T20:14:40,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure cbbfc98c5d22663f4f50466515211814, server=0b0b0ae8de03,43595,1731874458217 in 10.0460 sec 2024-11-17T20:14:40,643 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:14:40,643 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbbfc98c5d22663f4f50466515211814, ASSIGN in 10.2530 sec 2024-11-17T20:14:40,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:14:40,647 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T20:14:40,648 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,649 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 60849cbb8b70e3c1b4c9ab047d459e12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67287867, jitterRate=0.002667352557182312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,649 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:40,649 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 60849cbb8b70e3c1b4c9ab047d459e12: Running coprocessor pre-open hook at 1731874480632Writing region info on filesystem at 1731874480632Initializing all the Stores at 1731874480634 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480634Cleaning up temporary data from old regions at 1731874480640 (+6 ms)Running coprocessor post-open hooks at 1731874480649 (+9 ms)Region opened successfully at 1731874480649 2024-11-17T20:14:40,650 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12., pid=17, masterSystemTime=1731874480592 2024-11-17T20:14:40,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T20:14:40,651 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:14:40,651 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 859a1368627fc6d722e36dfeede2fcfd, NAME => 'SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-17T20:14:40,651 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,652 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,652 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,652 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,652 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:14:40,652 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:14:40,652 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:14:40,653 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d1bc1a5f4c3b20833e47fd7f6c66307, NAME => 'SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-17T20:14:40,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=60849cbb8b70e3c1b4c9ab047d459e12, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:40,653 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,653 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,653 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,653 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60849cbb8b70e3c1b4c9ab047d459e12, server=0b0b0ae8de03,43595,1731874458217 because future has completed 2024-11-17T20:14:40,656 INFO [StoreOpener-859a1368627fc6d722e36dfeede2fcfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,660 INFO [StoreOpener-8d1bc1a5f4c3b20833e47fd7f6c66307-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,663 INFO [StoreOpener-8d1bc1a5f4c3b20833e47fd7f6c66307-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d1bc1a5f4c3b20833e47fd7f6c66307 columnFamilyName cf 2024-11-17T20:14:40,663 DEBUG [StoreOpener-8d1bc1a5f4c3b20833e47fd7f6c66307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,663 INFO [StoreOpener-859a1368627fc6d722e36dfeede2fcfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 859a1368627fc6d722e36dfeede2fcfd columnFamilyName cf 2024-11-17T20:14:40,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-17T20:14:40,664 DEBUG [StoreOpener-859a1368627fc6d722e36dfeede2fcfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 60849cbb8b70e3c1b4c9ab047d459e12, server=0b0b0ae8de03,43595,1731874458217 in 10.0710 sec 2024-11-17T20:14:40,664 INFO [StoreOpener-859a1368627fc6d722e36dfeede2fcfd-1 {}] regionserver.HStore(327): Store=859a1368627fc6d722e36dfeede2fcfd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,665 INFO [StoreOpener-8d1bc1a5f4c3b20833e47fd7f6c66307-1 {}] regionserver.HStore(327): Store=8d1bc1a5f4c3b20833e47fd7f6c66307/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,665 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,665 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,666 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,666 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=60849cbb8b70e3c1b4c9ab047d459e12, ASSIGN in 10.2760 sec 2024-11-17T20:14:40,667 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,667 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,667 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,667 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,667 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,667 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,670 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,670 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,677 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/8d1bc1a5f4c3b20833e47fd7f6c66307/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,677 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/859a1368627fc6d722e36dfeede2fcfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,677 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 8d1bc1a5f4c3b20833e47fd7f6c66307; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60916038, jitterRate=-0.0922802984714508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,678 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:40,678 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 8d1bc1a5f4c3b20833e47fd7f6c66307: Running coprocessor pre-open hook at 1731874480653Writing region info on filesystem at 1731874480653Initializing all the Stores at 1731874480656 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480656Cleaning up temporary data from old regions at 1731874480667 (+11 ms)Running coprocessor post-open hooks at 1731874480678 (+11 ms)Region opened successfully at 1731874480678 2024-11-17T20:14:40,678 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 859a1368627fc6d722e36dfeede2fcfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64512496, jitterRate=-0.03868889808654785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,678 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:40,678 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 859a1368627fc6d722e36dfeede2fcfd: Running coprocessor pre-open hook at 1731874480652Writing region info on filesystem at 1731874480652Initializing all the Stores at 1731874480654 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480655 (+1 ms)Cleaning up temporary data from old regions at 1731874480667 (+12 ms)Running coprocessor post-open hooks at 1731874480678 (+11 ms)Region opened successfully at 1731874480678 2024-11-17T20:14:40,680 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307., pid=15, masterSystemTime=1731874480592 2024-11-17T20:14:40,683 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd., pid=21, masterSystemTime=1731874480643 2024-11-17T20:14:40,684 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:14:40,684 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:14:40,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8d1bc1a5f4c3b20833e47fd7f6c66307, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:14:40,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d1bc1a5f4c3b20833e47fd7f6c66307, server=0b0b0ae8de03,43595,1731874458217 because future has completed 2024-11-17T20:14:40,687 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:14:40,687 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:14:40,687 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:14:40,687 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 832a76c50f4bdfa0d74ff22d4063fb24, NAME => 'SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-17T20:14:40,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=859a1368627fc6d722e36dfeede2fcfd, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:40,688 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,688 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,688 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,688 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,692 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:14:40,692 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 76b4d80c3c2b5b3c98e2525fc0790b92, NAME => 'SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-17T20:14:40,693 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,693 INFO [StoreOpener-832a76c50f4bdfa0d74ff22d4063fb24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,693 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,693 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,693 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,693 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36115 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0b0b0ae8de03,42039,1731874458268, table=SPTestTable, region=859a1368627fc6d722e36dfeede2fcfd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T20:14:40,695 INFO [StoreOpener-832a76c50f4bdfa0d74ff22d4063fb24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 832a76c50f4bdfa0d74ff22d4063fb24 columnFamilyName cf 2024-11-17T20:14:40,695 DEBUG [StoreOpener-832a76c50f4bdfa0d74ff22d4063fb24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,695 INFO [StoreOpener-832a76c50f4bdfa0d74ff22d4063fb24-1 {}] regionserver.HStore(327): Store=832a76c50f4bdfa0d74ff22d4063fb24/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,696 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,697 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,697 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,697 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,697 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,699 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 859a1368627fc6d722e36dfeede2fcfd, server=0b0b0ae8de03,42039,1731874458268 because future has completed 2024-11-17T20:14:40,701 INFO [StoreOpener-76b4d80c3c2b5b3c98e2525fc0790b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-17T20:14:40,704 INFO [StoreOpener-76b4d80c3c2b5b3c98e2525fc0790b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b4d80c3c2b5b3c98e2525fc0790b92 columnFamilyName cf 2024-11-17T20:14:40,704 DEBUG [StoreOpener-76b4d80c3c2b5b3c98e2525fc0790b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,705 INFO [StoreOpener-76b4d80c3c2b5b3c98e2525fc0790b92-1 {}] regionserver.HStore(327): Store=76b4d80c3c2b5b3c98e2525fc0790b92/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d1bc1a5f4c3b20833e47fd7f6c66307, server=0b0b0ae8de03,43595,1731874458217 in 10.1010 sec 2024-11-17T20:14:40,705 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-17T20:14:40,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d1bc1a5f4c3b20833e47fd7f6c66307, ASSIGN in 10.3150 sec 2024-11-17T20:14:40,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 859a1368627fc6d722e36dfeede2fcfd, server=0b0b0ae8de03,42039,1731874458268 in 10.0580 sec 2024-11-17T20:14:40,709 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=859a1368627fc6d722e36dfeede2fcfd, ASSIGN in 10.3170 sec 2024-11-17T20:14:40,710 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,710 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,710 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,712 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,724 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/832a76c50f4bdfa0d74ff22d4063fb24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,725 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 832a76c50f4bdfa0d74ff22d4063fb24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67542368, jitterRate=0.006459712982177734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,725 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:40,725 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 832a76c50f4bdfa0d74ff22d4063fb24: Running coprocessor pre-open hook at 1731874480688Writing region info on filesystem at 1731874480688Initializing all the Stores at 1731874480689 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480689Cleaning up temporary data from old regions at 1731874480697 (+8 ms)Running coprocessor post-open hooks at 1731874480725 (+28 ms)Region opened successfully at 1731874480725 2024-11-17T20:14:40,726 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24., pid=19, masterSystemTime=1731874480643 2024-11-17T20:14:40,728 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:14:40,728 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:14:40,728 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:14:40,728 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fb8bb017b0155cd3c2a00db4c09a014, NAME => 'SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-17T20:14:40,729 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,729 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,729 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,729 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=832a76c50f4bdfa0d74ff22d4063fb24, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:40,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 832a76c50f4bdfa0d74ff22d4063fb24, server=0b0b0ae8de03,42039,1731874458268 because future has completed 2024-11-17T20:14:40,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-17T20:14:40,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 832a76c50f4bdfa0d74ff22d4063fb24, server=0b0b0ae8de03,42039,1731874458268 in 10.1120 sec 2024-11-17T20:14:40,738 INFO [StoreOpener-1fb8bb017b0155cd3c2a00db4c09a014-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,738 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/76b4d80c3c2b5b3c98e2525fc0790b92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,739 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 76b4d80c3c2b5b3c98e2525fc0790b92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59607138, jitterRate=-0.111784428358078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,739 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:40,739 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 76b4d80c3c2b5b3c98e2525fc0790b92: Running coprocessor pre-open hook at 1731874480693Writing region info on filesystem at 1731874480693Initializing all the Stores at 1731874480697 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480698 (+1 ms)Cleaning up temporary data from old regions at 1731874480710 (+12 ms)Running coprocessor post-open hooks at 1731874480739 (+29 ms)Region opened successfully at 1731874480739 2024-11-17T20:14:40,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=832a76c50f4bdfa0d74ff22d4063fb24, ASSIGN in 10.3480 sec 2024-11-17T20:14:40,740 INFO [StoreOpener-1fb8bb017b0155cd3c2a00db4c09a014-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fb8bb017b0155cd3c2a00db4c09a014 columnFamilyName cf 2024-11-17T20:14:40,740 DEBUG [StoreOpener-1fb8bb017b0155cd3c2a00db4c09a014-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,740 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92., pid=24, masterSystemTime=1731874480647 2024-11-17T20:14:40,741 INFO [StoreOpener-1fb8bb017b0155cd3c2a00db4c09a014-1 {}] regionserver.HStore(327): Store=1fb8bb017b0155cd3c2a00db4c09a014/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,741 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,742 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:14:40,742 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:14:40,742 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:14:40,742 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d6f6c42798238b64ef182d8b7844facf, NAME => 'SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-17T20:14:40,742 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,743 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,743 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,743 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,743 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,743 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,744 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=76b4d80c3c2b5b3c98e2525fc0790b92, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:40,746 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,747 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b4d80c3c2b5b3c98e2525fc0790b92, server=0b0b0ae8de03,34241,1731874458178 because future has completed 2024-11-17T20:14:40,749 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-17T20:14:40,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 76b4d80c3c2b5b3c98e2525fc0790b92, server=0b0b0ae8de03,34241,1731874458178 in 10.0920 sec 2024-11-17T20:14:40,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76b4d80c3c2b5b3c98e2525fc0790b92, ASSIGN in 10.3640 sec 2024-11-17T20:14:40,756 INFO [StoreOpener-d6f6c42798238b64ef182d8b7844facf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,757 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,758 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 1fb8bb017b0155cd3c2a00db4c09a014; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58987215, jitterRate=-0.12102200090885162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,758 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:40,758 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 1fb8bb017b0155cd3c2a00db4c09a014: Running coprocessor pre-open hook at 1731874480729Writing region info on filesystem at 1731874480729Initializing all the Stores at 1731874480732 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480732Cleaning up temporary data from old regions at 1731874480747 (+15 ms)Running coprocessor post-open hooks at 1731874480758 (+11 ms)Region opened successfully at 1731874480758 2024-11-17T20:14:40,760 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014., pid=23, masterSystemTime=1731874480643 2024-11-17T20:14:40,761 INFO [StoreOpener-d6f6c42798238b64ef182d8b7844facf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6f6c42798238b64ef182d8b7844facf columnFamilyName cf 2024-11-17T20:14:40,762 DEBUG [StoreOpener-d6f6c42798238b64ef182d8b7844facf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,763 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:14:40,763 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:14:40,763 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:14:40,764 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b7aac82e6ab08f2b980ee65ce1465d1b, NAME => 'SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-17T20:14:40,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1fb8bb017b0155cd3c2a00db4c09a014, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:40,764 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,764 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,764 INFO [StoreOpener-d6f6c42798238b64ef182d8b7844facf-1 {}] regionserver.HStore(327): Store=d6f6c42798238b64ef182d8b7844facf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,764 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,764 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,766 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fb8bb017b0155cd3c2a00db4c09a014, server=0b0b0ae8de03,42039,1731874458268 because future has completed 2024-11-17T20:14:40,767 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,768 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,769 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,769 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-17T20:14:40,771 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fb8bb017b0155cd3c2a00db4c09a014, server=0b0b0ae8de03,42039,1731874458268 in 10.1160 sec 2024-11-17T20:14:40,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1fb8bb017b0155cd3c2a00db4c09a014, ASSIGN in 10.3830 sec 2024-11-17T20:14:40,776 INFO [StoreOpener-b7aac82e6ab08f2b980ee65ce1465d1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,779 INFO [StoreOpener-b7aac82e6ab08f2b980ee65ce1465d1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7aac82e6ab08f2b980ee65ce1465d1b columnFamilyName cf 2024-11-17T20:14:40,779 DEBUG [StoreOpener-b7aac82e6ab08f2b980ee65ce1465d1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,780 INFO [StoreOpener-b7aac82e6ab08f2b980ee65ce1465d1b-1 {}] regionserver.HStore(327): Store=b7aac82e6ab08f2b980ee65ce1465d1b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,780 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,780 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,781 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,781 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d6f6c42798238b64ef182d8b7844facf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66407074, jitterRate=-0.010457485914230347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,781 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:40,781 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,781 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d6f6c42798238b64ef182d8b7844facf: Running coprocessor pre-open hook at 1731874480743Writing region info on filesystem at 1731874480743Initializing all the Stores at 1731874480746 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480746Cleaning up temporary data from old regions at 1731874480769 (+23 ms)Running coprocessor post-open hooks at 1731874480781 (+12 ms)Region opened successfully at 1731874480781 2024-11-17T20:14:40,781 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,781 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,783 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf., pid=22, masterSystemTime=1731874480647 2024-11-17T20:14:40,783 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d6f6c42798238b64ef182d8b7844facf, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:40,786 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:14:40,788 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:14:40,788 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:14:40,789 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 43c5c8994d1e7a2d6af87ad3d175f674, NAME => 'SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-17T20:14:40,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6f6c42798238b64ef182d8b7844facf, server=0b0b0ae8de03,34241,1731874458178 because future has completed 2024-11-17T20:14:40,790 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,790 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T20:14:40,790 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,790 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-17T20:14:40,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d6f6c42798238b64ef182d8b7844facf, server=0b0b0ae8de03,34241,1731874458178 in 10.1460 sec 2024-11-17T20:14:40,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d6f6c42798238b64ef182d8b7844facf, ASSIGN in 10.4060 sec 2024-11-17T20:14:40,802 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/b7aac82e6ab08f2b980ee65ce1465d1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,803 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b7aac82e6ab08f2b980ee65ce1465d1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59060604, jitterRate=-0.11992841958999634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,803 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:40,803 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b7aac82e6ab08f2b980ee65ce1465d1b: Running coprocessor pre-open hook at 1731874480764Writing region info on filesystem at 1731874480764Initializing all the Stores at 1731874480766 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480766Cleaning up temporary data from old regions at 1731874480781 (+15 ms)Running coprocessor post-open hooks at 1731874480803 (+22 ms)Region opened successfully at 1731874480803 2024-11-17T20:14:40,806 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b., pid=18, masterSystemTime=1731874480643 2024-11-17T20:14:40,809 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:14:40,810 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:14:40,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b7aac82e6ab08f2b980ee65ce1465d1b, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:14:40,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7aac82e6ab08f2b980ee65ce1465d1b, server=0b0b0ae8de03,42039,1731874458268 because future has completed 2024-11-17T20:14:40,814 INFO [StoreOpener-43c5c8994d1e7a2d6af87ad3d175f674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,816 INFO [StoreOpener-43c5c8994d1e7a2d6af87ad3d175f674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43c5c8994d1e7a2d6af87ad3d175f674 columnFamilyName cf 2024-11-17T20:14:40,816 DEBUG [StoreOpener-43c5c8994d1e7a2d6af87ad3d175f674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T20:14:40,817 INFO [StoreOpener-43c5c8994d1e7a2d6af87ad3d175f674-1 {}] regionserver.HStore(327): Store=43c5c8994d1e7a2d6af87ad3d175f674/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T20:14:40,817 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-17T20:14:40,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b7aac82e6ab08f2b980ee65ce1465d1b, server=0b0b0ae8de03,42039,1731874458268 in 10.2110 sec 2024-11-17T20:14:40,819 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,819 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,820 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,820 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7aac82e6ab08f2b980ee65ce1465d1b, ASSIGN in 10.4300 sec 2024-11-17T20:14:40,822 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,824 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T20:14:40,825 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 43c5c8994d1e7a2d6af87ad3d175f674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73228044, jitterRate=0.0911828875541687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T20:14:40,825 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:40,825 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 43c5c8994d1e7a2d6af87ad3d175f674: Running coprocessor pre-open hook at 1731874480790Writing region info on filesystem at 1731874480790Initializing all the Stores at 1731874480792 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731874480792Cleaning up temporary data from old regions at 1731874480820 (+28 ms)Running coprocessor post-open hooks at 1731874480825 (+5 ms)Region opened successfully at 1731874480825 2024-11-17T20:14:40,826 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674., pid=20, masterSystemTime=1731874480647 2024-11-17T20:14:40,828 DEBUG [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:14:40,829 INFO [RS_OPEN_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:14:40,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=43c5c8994d1e7a2d6af87ad3d175f674, regionState=OPEN, openSeqNum=2, regionLocation=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:14:40,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43c5c8994d1e7a2d6af87ad3d175f674, server=0b0b0ae8de03,34241,1731874458178 because future has completed 2024-11-17T20:14:40,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-17T20:14:40,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 43c5c8994d1e7a2d6af87ad3d175f674, server=0b0b0ae8de03,34241,1731874458178 in 10.1970 sec 2024-11-17T20:14:40,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-17T20:14:40,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=43c5c8994d1e7a2d6af87ad3d175f674, ASSIGN in 10.4520 sec 2024-11-17T20:14:40,844 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T20:14:40,844 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731874480844"}]},"ts":"1731874480844"} 2024-11-17T20:14:40,847 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-17T20:14:40,848 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T20:14:40,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0110 sec 2024-11-17T20:14:43,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-17T20:14:45,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:45,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:45,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:46,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T20:14:46,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:46,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:46,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T20:14:47,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T20:14:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T20:14:48,147 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-17T20:14:48,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-17T20:14:48,148 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T20:14:48,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-17T20:14:48,157 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T20:14:48,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-17T20:14:48,183 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,184 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,185 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,187 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,188 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,227 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014., hostname=0b0b0ae8de03,42039,1731874458268, seqNum=2] 2024-11-17T20:14:48,229 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014., hostname=0b0b0ae8de03,42039,1731874458268, seqNum=2] 2024-11-17T20:14:48,231 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014., hostname=0b0b0ae8de03,42039,1731874458268, seqNum=2] 2024-11-17T20:14:48,234 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014., hostname=0b0b0ae8de03,42039,1731874458268, seqNum=2] 2024-11-17T20:14:48,284 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12., hostname=0b0b0ae8de03,43595,1731874458217, seqNum=2] 2024-11-17T20:14:48,286 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12., hostname=0b0b0ae8de03,43595,1731874458217, seqNum=2] 2024-11-17T20:14:48,291 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12., hostname=0b0b0ae8de03,43595,1731874458217, seqNum=2] 2024-11-17T20:14:48,293 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12., hostname=0b0b0ae8de03,43595,1731874458217, seqNum=2] 2024-11-17T20:14:48,295 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12., hostname=0b0b0ae8de03,43595,1731874458217, seqNum=2] 2024-11-17T20:14:48,296 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12., hostname=0b0b0ae8de03,43595,1731874458217, seqNum=2] 2024-11-17T20:14:48,372 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,375 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,377 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,378 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,380 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:48,381 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674., hostname=0b0b0ae8de03,34241,1731874458178, seqNum=2] 2024-11-17T20:14:49,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:14:49,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T20:14:49,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:14:49,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T20:14:49,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42039 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T20:14:49,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43595 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T20:14:49,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:14:49,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T20:14:49,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34241 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T20:14:49,710 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-17T20:14:49,710 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T20:14:49,711 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T20:14:49,712 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T20:14:49,715 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T20:14:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741848_1024 (size=49) 2024-11-17T20:14:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741848_1024 (size=49) 2024-11-17T20:14:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741848_1024 (size=49) 2024-11-17T20:14:49,725 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T20:14:49,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 832a76c50f4bdfa0d74ff22d4063fb24}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7aac82e6ab08f2b980ee65ce1465d1b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbbfc98c5d22663f4f50466515211814}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76b4d80c3c2b5b3c98e2525fc0790b92}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 859a1368627fc6d722e36dfeede2fcfd}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d1bc1a5f4c3b20833e47fd7f6c66307}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6f6c42798238b64ef182d8b7844facf}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1fb8bb017b0155cd3c2a00db4c09a014}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60849cbb8b70e3c1b4c9ab047d459e12}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43c5c8994d1e7a2d6af87ad3d175f674}] 2024-11-17T20:14:49,726 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:14:49,727 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:49,727 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbbfc98c5d22663f4f50466515211814 2024-11-17T20:14:49,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:14:49,727 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:14:49,730 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:14:49,730 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:14:49,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:14:49,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:14:49,733 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:53,816 INFO [regionserver/0b0b0ae8de03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-17T20:14:59,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-17T20:14:59,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-17T20:14:59,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:14:59,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-17T20:14:59,729 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing d6f6c42798238b64ef182d8b7844facf 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-17T20:14:59,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-17T20:14:59,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-17T20:14:59,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:14:59,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 76b4d80c3c2b5b3c98e2525fc0790b92: 2024-11-17T20:14:59,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-17T20:14:59,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. for SnapshotProcedureTest completed. 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 859a1368627fc6d722e36dfeede2fcfd: 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. for SnapshotProcedureTest completed. 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:14:59,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:14:59,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-17T20:14:59,731 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 43c5c8994d1e7a2d6af87ad3d175f674 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-17T20:14:59,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:14:59,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-17T20:14:59,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:14:59,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:14:59,732 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 60849cbb8b70e3c1b4c9ab047d459e12 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 832a76c50f4bdfa0d74ff22d4063fb24: 2024-11-17T20:14:59,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8d1bc1a5f4c3b20833e47fd7f6c66307: 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. for SnapshotProcedureTest completed. 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. for SnapshotProcedureTest completed. 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:14:59,732 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:14:59,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:14:59,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-17T20:14:59,734 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1fb8bb017b0155cd3c2a00db4c09a014 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-17T20:14:59,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:14:59,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for cbbfc98c5d22663f4f50466515211814: 2024-11-17T20:14:59,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. for SnapshotProcedureTest completed. 2024-11-17T20:14:59,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:14:59,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:14:59,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:14:59,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf/.tmp/cf/056d7a4da4df43179492235fac56865d is 34, key is aaa/cf:cf/1731874489144/Put/seqid=0 2024-11-17T20:14:59,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014/.tmp/cf/b6efc5989bf1475aabcc1258e5db3fe0 is 34, key is baa/cf:cf/1731874489077/Put/seqid=0 2024-11-17T20:14:59,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12/.tmp/cf/c80324eaba7440ac955d397eefbce56f is 34, key is ccd/cf:cf/1731874489104/Put/seqid=0 2024-11-17T20:14:59,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674/.tmp/cf/7d22e2651b72444093ede638fd0d67ae is 34, key is eaa/cf:cf/1731874489600/Put/seqid=0 2024-11-17T20:14:59,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741850_1026 (size=65) 2024-11-17T20:14:59,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741850_1026 (size=65) 2024-11-17T20:14:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741850_1026 (size=65) 2024-11-17T20:14:59,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:14:59,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-17T20:14:59,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:14:59,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b7aac82e6ab08f2b980ee65ce1465d1b: 2024-11-17T20:14:59,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. for SnapshotProcedureTest completed. 2024-11-17T20:14:59,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:14:59,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:14:59,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T20:14:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-17T20:14:59,961 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:59,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:14:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741849_1025 (size=57) 2024-11-17T20:14:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741849_1025 (size=57) 2024-11-17T20:14:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741849_1025 (size=57) 2024-11-17T20:14:59,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 859a1368627fc6d722e36dfeede2fcfd in 10.2380 sec 2024-11-17T20:14:59,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:14:59,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-17T20:14:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-17T20:14:59,969 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:59,969 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:14:59,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 832a76c50f4bdfa0d74ff22d4063fb24 in 10.2450 sec 2024-11-17T20:15:00,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741857_1033 (size=47197) 2024-11-17T20:15:00,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741857_1033 (size=47197) 2024-11-17T20:15:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741857_1033 (size=47197) 2024-11-17T20:15:00,093 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12/.tmp/cf/c80324eaba7440ac955d397eefbce56f 2024-11-17T20:15:00,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741854_1030 (size=28623) 2024-11-17T20:15:00,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741854_1030 (size=28623) 2024-11-17T20:15:00,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741854_1030 (size=28623) 2024-11-17T20:15:00,111 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014/.tmp/cf/b6efc5989bf1475aabcc1258e5db3fe0 2024-11-17T20:15:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741852_1028 (size=26918) 2024-11-17T20:15:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741852_1028 (size=26918) 2024-11-17T20:15:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741852_1028 (size=26918) 2024-11-17T20:15:00,143 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf/.tmp/cf/056d7a4da4df43179492235fac56865d 2024-11-17T20:15:00,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741853_1029 (size=65) 2024-11-17T20:15:00,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741853_1029 (size=65) 2024-11-17T20:15:00,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741853_1029 (size=65) 2024-11-17T20:15:00,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:15:00,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-17T20:15:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-17T20:15:00,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cbbfc98c5d22663f4f50466515211814 2024-11-17T20:15:00,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741851_1027 (size=65) 2024-11-17T20:15:00,188 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbbfc98c5d22663f4f50466515211814 2024-11-17T20:15:00,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741851_1027 (size=65) 2024-11-17T20:15:00,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cbbfc98c5d22663f4f50466515211814 in 10.4650 sec 2024-11-17T20:15:00,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741851_1027 (size=65) 2024-11-17T20:15:00,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:15:00,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-17T20:15:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-17T20:15:00,208 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:15:00,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:15:00,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76b4d80c3c2b5b3c98e2525fc0790b92 in 10.4840 sec 2024-11-17T20:15:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741855_1031 (size=499309) 2024-11-17T20:15:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741855_1031 (size=499309) 2024-11-17T20:15:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741855_1031 (size=499309) 2024-11-17T20:15:00,234 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674/.tmp/cf/7d22e2651b72444093ede638fd0d67ae 2024-11-17T20:15:00,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12/.tmp/cf/c80324eaba7440ac955d397eefbce56f as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12/cf/c80324eaba7440ac955d397eefbce56f 2024-11-17T20:15:00,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741856_1032 (size=65) 2024-11-17T20:15:00,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741856_1032 (size=65) 2024-11-17T20:15:00,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741856_1032 (size=65) 2024-11-17T20:15:00,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:15:00,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-17T20:15:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-17T20:15:00,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:15:00,269 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:15:00,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8d1bc1a5f4c3b20833e47fd7f6c66307 in 10.5480 sec 2024-11-17T20:15:00,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf/.tmp/cf/056d7a4da4df43179492235fac56865d as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf/cf/056d7a4da4df43179492235fac56865d 2024-11-17T20:15:00,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014/.tmp/cf/b6efc5989bf1475aabcc1258e5db3fe0 as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014/cf/b6efc5989bf1475aabcc1258e5db3fe0 2024-11-17T20:15:00,302 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12/cf/c80324eaba7440ac955d397eefbce56f, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-17T20:15:00,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674/.tmp/cf/7d22e2651b72444093ede638fd0d67ae as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674/cf/7d22e2651b72444093ede638fd0d67ae 2024-11-17T20:15:00,308 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 60849cbb8b70e3c1b4c9ab047d459e12 in 576ms, sequenceid=5, compaction requested=false 2024-11-17T20:15:00,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 60849cbb8b70e3c1b4c9ab047d459e12: 2024-11-17T20:15:00,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. for SnapshotProcedureTest completed. 2024-11-17T20:15:00,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:15:00,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:15:00,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12/cf/c80324eaba7440ac955d397eefbce56f] hfiles 2024-11-17T20:15:00,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12/cf/c80324eaba7440ac955d397eefbce56f for snapshot=SnapshotProcedureTest 2024-11-17T20:15:00,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014/cf/b6efc5989bf1475aabcc1258e5db3fe0, entries=731, sequenceid=5, filesize=28.0 K 2024-11-17T20:15:00,317 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674/cf/7d22e2651b72444093ede638fd0d67ae, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-17T20:15:00,318 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 43c5c8994d1e7a2d6af87ad3d175f674 in 587ms, sequenceid=5, compaction requested=false 2024-11-17T20:15:00,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 43c5c8994d1e7a2d6af87ad3d175f674: 2024-11-17T20:15:00,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. for SnapshotProcedureTest completed. 2024-11-17T20:15:00,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:15:00,319 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf/cf/056d7a4da4df43179492235fac56865d, entries=676, sequenceid=5, filesize=26.3 K 2024-11-17T20:15:00,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:15:00,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674/cf/7d22e2651b72444093ede638fd0d67ae] hfiles 2024-11-17T20:15:00,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674/cf/7d22e2651b72444093ede638fd0d67ae for snapshot=SnapshotProcedureTest 2024-11-17T20:15:00,319 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1fb8bb017b0155cd3c2a00db4c09a014 in 584ms, sequenceid=5, compaction requested=false 2024-11-17T20:15:00,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1fb8bb017b0155cd3c2a00db4c09a014: 2024-11-17T20:15:00,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. for SnapshotProcedureTest completed. 2024-11-17T20:15:00,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:15:00,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:15:00,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014/cf/b6efc5989bf1475aabcc1258e5db3fe0] hfiles 2024-11-17T20:15:00,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014/cf/b6efc5989bf1475aabcc1258e5db3fe0 for snapshot=SnapshotProcedureTest 2024-11-17T20:15:00,320 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for d6f6c42798238b64ef182d8b7844facf in 591ms, sequenceid=5, compaction requested=false 2024-11-17T20:15:00,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d6f6c42798238b64ef182d8b7844facf: 2024-11-17T20:15:00,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. for SnapshotProcedureTest completed. 2024-11-17T20:15:00,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T20:15:00,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T20:15:00,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf/cf/056d7a4da4df43179492235fac56865d] hfiles 2024-11-17T20:15:00,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf/cf/056d7a4da4df43179492235fac56865d for snapshot=SnapshotProcedureTest 2024-11-17T20:15:00,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741858_1034 (size=65) 2024-11-17T20:15:00,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741858_1034 (size=65) 2024-11-17T20:15:00,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741858_1034 (size=65) 2024-11-17T20:15:00,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:15:00,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-17T20:15:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-17T20:15:00,346 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:15:00,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:15:00,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b7aac82e6ab08f2b980ee65ce1465d1b in 10.6230 sec 2024-11-17T20:15:00,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741859_1035 (size=105) 2024-11-17T20:15:00,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741859_1035 (size=105) 2024-11-17T20:15:00,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741859_1035 (size=105) 2024-11-17T20:15:00,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:15:00,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-17T20:15:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-17T20:15:00,422 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:15:00,422 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:15:00,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60849cbb8b70e3c1b4c9ab047d459e12 in 10.7010 sec 2024-11-17T20:15:00,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741860_1036 (size=97) 2024-11-17T20:15:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741860_1036 (size=97) 2024-11-17T20:15:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741861_1037 (size=105) 2024-11-17T20:15:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741861_1037 (size=105) 2024-11-17T20:15:00,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741860_1036 (size=97) 2024-11-17T20:15:00,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741861_1037 (size=105) 2024-11-17T20:15:00,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:15:00,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-17T20:15:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-17T20:15:00,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:15:00,457 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:15:00,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:15:00,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-17T20:15:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-17T20:15:00,458 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:15:00,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:15:00,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d6f6c42798238b64ef182d8b7844facf in 10.7330 sec 2024-11-17T20:15:00,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 43c5c8994d1e7a2d6af87ad3d175f674 in 10.7350 sec 2024-11-17T20:15:00,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741862_1038 (size=105) 2024-11-17T20:15:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741862_1038 (size=105) 2024-11-17T20:15:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741862_1038 (size=105) 2024-11-17T20:15:00,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:15:00,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-17T20:15:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-17T20:15:00,472 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:15:00,472 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:15:00,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-17T20:15:00,476 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T20:15:00,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1fb8bb017b0155cd3c2a00db4c09a014 in 10.7480 sec 2024-11-17T20:15:00,477 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T20:15:00,478 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T20:15:00,478 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-17T20:15:00,484 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T20:15:00,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741863_1039 (size=1174) 2024-11-17T20:15:00,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741863_1039 (size=1174) 2024-11-17T20:15:00,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741863_1039 (size=1174) 2024-11-17T20:15:00,590 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T20:15:00,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-17T20:15:00,599 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:15:00,599 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:15:00,599 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:15:00,599 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:15:00,601 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:15:00,608 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:15:00,608 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:15:00,608 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:15:00,609 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:15:00,626 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T20:15:07,620 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b0b0ae8de03:38965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-17T20:15:09,797 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T20:15:09,797 INFO [master/0b0b0ae8de03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T20:15:10,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-17T20:15:10,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-17T20:15:10,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-17T20:15:10,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-17T20:15:10,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-17T20:15:10,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-17T20:15:10,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-17T20:15:10,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-17T20:15:10,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-17T20:15:10,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T20:15:10,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-17T20:15:10,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-17T20:15:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-17T20:15:10,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-17T20:15:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-17T20:15:10,623 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,34241,1731874458178 Release verify snapshot worker=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:15:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-17T20:15:10,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T20:15:10,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-17T20:15:10,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-17T20:15:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-17T20:15:10,624 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,34241,1731874458178 Release verify snapshot worker=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:15:10,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-17T20:15:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-17T20:15:10,627 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-17T20:15:10,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T20:15:10,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:15:10,627 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,34241,1731874458178 Release verify snapshot worker=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:15:10,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:15:10,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:15:10,627 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,42039,1731874458268 Release verify snapshot worker=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:15:10,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:15:10,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T20:15:10,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T20:15:10,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=474901169, stopped=false 2024-11-17T20:15:10,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b0b0ae8de03,36115,1731874457952 2024-11-17T20:15:10,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T20:15:10,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-17T20:15:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-17T20:15:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-17T20:15:10,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,34241,1731874458178 in 10.0290 sec 2024-11-17T20:15:10,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-17T20:15:10,633 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0b0b0ae8de03,34241,1731874458178 2024-11-17T20:15:10,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0b0b0ae8de03:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-17T20:15:10,634 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,42039,1731874458268 Release verify snapshot worker=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:15:10,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,34241,1731874458178 in 10.0280 sec 2024-11-17T20:15:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-17T20:15:10,636 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,43595,1731874458217 Release verify snapshot worker=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:15:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36115 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-17T20:15:10,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,42039,1731874458268 in 10.0330 sec 2024-11-17T20:15:10,638 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,43595,1731874458217 Release verify snapshot worker=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:15:10,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,42039,1731874458268 in 10.0390 sec 2024-11-17T20:15:10,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,34241,1731874458178 in 10.0320 sec 2024-11-17T20:15:10,640 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,42039,1731874458268 Release verify snapshot worker=0b0b0ae8de03,42039,1731874458268 2024-11-17T20:15:10,640 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,43595,1731874458217 Release verify snapshot worker=0b0b0ae8de03,43595,1731874458217 2024-11-17T20:15:10,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,43595,1731874458217 in 10.0410 sec 2024-11-17T20:15:10,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,43595,1731874458217 in 10.0450 sec 2024-11-17T20:15:10,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,43595,1731874458217 in 10.0430 sec 2024-11-17T20:15:10,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0b0b0ae8de03,42039,1731874458268 in 10.0450 sec 2024-11-17T20:15:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T20:15:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T20:15:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:15:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:15:10,701 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:15:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T20:15:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T20:15:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:15:10,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:15:10,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T20:15:10,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:15:10,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:15:10,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,34241,1731874458178' ***** 2024-11-17T20:15:10,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:15:10,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,43595,1731874458217' ***** 2024-11-17T20:15:10,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:15:10,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b0b0ae8de03,42039,1731874458268' ***** 2024-11-17T20:15:10,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T20:15:10,702 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:15:10,702 INFO [RS:0;0b0b0ae8de03:34241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:15:10,702 INFO [RS:0;0b0b0ae8de03:34241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:15:10,703 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(3091): Received CLOSE for d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:15:10,703 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:15:10,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:15:10,703 INFO [RS:2;0b0b0ae8de03:42039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:15:10,703 INFO [RS:2;0b0b0ae8de03:42039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:15:10,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:15:10,703 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(3091): Received CLOSE for b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:15:10,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:15:10,703 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T20:15:10,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T20:15:10,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:15:10,704 INFO [RS:1;0b0b0ae8de03:43595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T20:15:10,704 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(3091): Received CLOSE for 43c5c8994d1e7a2d6af87ad3d175f674 2024-11-17T20:15:10,704 INFO [RS:1;0b0b0ae8de03:43595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T20:15:10,704 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(3091): Received CLOSE for 76b4d80c3c2b5b3c98e2525fc0790b92 2024-11-17T20:15:10,704 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d1bc1a5f4c3b20833e47fd7f6c66307 2024-11-17T20:15:10,704 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,34241,1731874458178 2024-11-17T20:15:10,704 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:15:10,704 INFO [RS:0;0b0b0ae8de03:34241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b0b0ae8de03:34241. 2024-11-17T20:15:10,704 DEBUG [RS:0;0b0b0ae8de03:34241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:15:10,704 DEBUG [RS:0;0b0b0ae8de03:34241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:15:10,704 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6f6c42798238b64ef182d8b7844facf, disabling compactions & flushes 2024-11-17T20:15:10,704 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T20:15:10,704 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:15:10,704 DEBUG [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(1325): Online Regions={d6f6c42798238b64ef182d8b7844facf=SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf., 43c5c8994d1e7a2d6af87ad3d175f674=SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674., 76b4d80c3c2b5b3c98e2525fc0790b92=SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92.} 2024-11-17T20:15:10,704 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:15:10,704 DEBUG [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(1351): Waiting on 43c5c8994d1e7a2d6af87ad3d175f674, 76b4d80c3c2b5b3c98e2525fc0790b92, d6f6c42798238b64ef182d8b7844facf 2024-11-17T20:15:10,704 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. after waiting 0 ms 2024-11-17T20:15:10,704 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:15:10,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:15:10,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T20:15:10,704 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(3091): Received CLOSE for cbbfc98c5d22663f4f50466515211814 2024-11-17T20:15:10,704 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(3091): Received CLOSE for 60849cbb8b70e3c1b4c9ab047d459e12 2024-11-17T20:15:10,705 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,43595,1731874458217 2024-11-17T20:15:10,705 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:15:10,705 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d1bc1a5f4c3b20833e47fd7f6c66307, disabling compactions & flushes 2024-11-17T20:15:10,705 INFO [RS:1;0b0b0ae8de03:43595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0b0b0ae8de03:43595. 2024-11-17T20:15:10,705 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:15:10,705 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:15:10,705 DEBUG [RS:1;0b0b0ae8de03:43595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:15:10,705 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. after waiting 0 ms 2024-11-17T20:15:10,705 DEBUG [RS:1;0b0b0ae8de03:43595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:15:10,705 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:15:10,705 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:15:10,705 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:15:10,705 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:15:10,705 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T20:15:10,707 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-17T20:15:10,707 DEBUG [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1325): Online Regions={8d1bc1a5f4c3b20833e47fd7f6c66307=SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307., cbbfc98c5d22663f4f50466515211814=SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814., 60849cbb8b70e3c1b4c9ab047d459e12=SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T20:15:10,707 DEBUG [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 60849cbb8b70e3c1b4c9ab047d459e12, 8d1bc1a5f4c3b20833e47fd7f6c66307, cbbfc98c5d22663f4f50466515211814 2024-11-17T20:15:10,707 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T20:15:10,707 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T20:15:10,707 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T20:15:10,707 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T20:15:10,707 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T20:15:10,708 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-17T20:15:10,708 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(3091): Received CLOSE for 859a1368627fc6d722e36dfeede2fcfd 2024-11-17T20:15:10,708 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fb8bb017b0155cd3c2a00db4c09a014 2024-11-17T20:15:10,708 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(3091): Received CLOSE for 832a76c50f4bdfa0d74ff22d4063fb24 2024-11-17T20:15:10,708 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7aac82e6ab08f2b980ee65ce1465d1b, disabling compactions & flushes 2024-11-17T20:15:10,708 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(959): stopping server 0b0b0ae8de03,42039,1731874458268 2024-11-17T20:15:10,708 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:15:10,708 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:15:10,708 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:15:10,708 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. after waiting 0 ms 2024-11-17T20:15:10,708 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:15:10,708 INFO [RS:2;0b0b0ae8de03:42039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0b0b0ae8de03:42039. 2024-11-17T20:15:10,708 DEBUG [RS:2;0b0b0ae8de03:42039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T20:15:10,708 DEBUG [RS:2;0b0b0ae8de03:42039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:15:10,709 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-17T20:15:10,709 DEBUG [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(1325): Online Regions={b7aac82e6ab08f2b980ee65ce1465d1b=SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b., 859a1368627fc6d722e36dfeede2fcfd=SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd., 1fb8bb017b0155cd3c2a00db4c09a014=SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014., 832a76c50f4bdfa0d74ff22d4063fb24=SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24.} 2024-11-17T20:15:10,709 DEBUG [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(1351): Waiting on 1fb8bb017b0155cd3c2a00db4c09a014, 832a76c50f4bdfa0d74ff22d4063fb24, 859a1368627fc6d722e36dfeede2fcfd, b7aac82e6ab08f2b980ee65ce1465d1b 2024-11-17T20:15:10,710 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/8d1bc1a5f4c3b20833e47fd7f6c66307/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:15:10,711 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:15:10,711 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d1bc1a5f4c3b20833e47fd7f6c66307: Waiting for close lock at 1731874510705Running coprocessor pre-close hooks at 1731874510705Disabling compacts and flushes for region at 1731874510705Disabling writes for close at 1731874510705Writing region close event to WAL at 1731874510706 (+1 ms)Running coprocessor post-close hooks at 1731874510711 (+5 ms)Closed at 1731874510711 2024-11-17T20:15:10,711 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731874469836.8d1bc1a5f4c3b20833e47fd7f6c66307. 2024-11-17T20:15:10,711 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbbfc98c5d22663f4f50466515211814, disabling compactions & flushes 2024-11-17T20:15:10,711 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:15:10,711 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:15:10,711 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. after waiting 0 ms 2024-11-17T20:15:10,711 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:15:10,719 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/d6f6c42798238b64ef182d8b7844facf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:15:10,719 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:15:10,719 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6f6c42798238b64ef182d8b7844facf: Waiting for close lock at 1731874510704Running coprocessor pre-close hooks at 1731874510704Disabling compacts and flushes for region at 1731874510704Disabling writes for close at 1731874510704Writing region close event to WAL at 1731874510707 (+3 ms)Running coprocessor post-close hooks at 1731874510719 (+12 ms)Closed at 1731874510719 2024-11-17T20:15:10,719 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731874469836.d6f6c42798238b64ef182d8b7844facf. 2024-11-17T20:15:10,720 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43c5c8994d1e7a2d6af87ad3d175f674, disabling compactions & flushes 2024-11-17T20:15:10,720 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:15:10,720 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:15:10,720 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. after waiting 0 ms 2024-11-17T20:15:10,720 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:15:10,721 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/b7aac82e6ab08f2b980ee65ce1465d1b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:15:10,724 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:15:10,724 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7aac82e6ab08f2b980ee65ce1465d1b: Waiting for close lock at 1731874510708Running coprocessor pre-close hooks at 1731874510708Disabling compacts and flushes for region at 1731874510708Disabling writes for close at 1731874510708Writing region close event to WAL at 1731874510712 (+4 ms)Running coprocessor post-close hooks at 1731874510724 (+12 ms)Closed at 1731874510724 2024-11-17T20:15:10,725 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b. 2024-11-17T20:15:10,725 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 859a1368627fc6d722e36dfeede2fcfd, disabling compactions & flushes 2024-11-17T20:15:10,725 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:15:10,725 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:15:10,725 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. after waiting 0 ms 2024-11-17T20:15:10,725 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:15:10,726 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:15:10,726 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/cbbfc98c5d22663f4f50466515211814/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:15:10,727 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:15:10,727 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbbfc98c5d22663f4f50466515211814: Waiting for close lock at 1731874510711Running coprocessor pre-close hooks at 1731874510711Disabling compacts and flushes for region at 1731874510711Disabling writes for close at 1731874510711Writing region close event to WAL at 1731874510713 (+2 ms)Running coprocessor post-close hooks at 1731874510727 (+14 ms)Closed at 1731874510727 2024-11-17T20:15:10,727 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731874469836.cbbfc98c5d22663f4f50466515211814. 2024-11-17T20:15:10,727 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60849cbb8b70e3c1b4c9ab047d459e12, disabling compactions & flushes 2024-11-17T20:15:10,727 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:15:10,727 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:15:10,727 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. after waiting 0 ms 2024-11-17T20:15:10,727 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:15:10,732 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/.tmp/info/a2400360a70b41ca9ee40a8575e52aa7 is 167, key is SPTestTable,19999999,1731874469836.b7aac82e6ab08f2b980ee65ce1465d1b./info:regioninfo/1731874480810/Put/seqid=0 2024-11-17T20:15:10,753 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/859a1368627fc6d722e36dfeede2fcfd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:15:10,753 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/43c5c8994d1e7a2d6af87ad3d175f674/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:15:10,754 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:15:10,755 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 859a1368627fc6d722e36dfeede2fcfd: Waiting for close lock at 1731874510725Running coprocessor pre-close hooks at 1731874510725Disabling compacts and flushes for region at 1731874510725Disabling writes for close at 1731874510725Writing region close event to WAL at 1731874510726 (+1 ms)Running coprocessor post-close hooks at 1731874510754 (+28 ms)Closed at 1731874510754 2024-11-17T20:15:10,755 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731874469836.859a1368627fc6d722e36dfeede2fcfd. 2024-11-17T20:15:10,755 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fb8bb017b0155cd3c2a00db4c09a014, disabling compactions & flushes 2024-11-17T20:15:10,755 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:15:10,755 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:15:10,755 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. after waiting 0 ms 2024-11-17T20:15:10,755 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:15:10,756 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:15:10,756 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43c5c8994d1e7a2d6af87ad3d175f674: Waiting for close lock at 1731874510720Running coprocessor pre-close hooks at 1731874510720Disabling compacts and flushes for region at 1731874510720Disabling writes for close at 1731874510720Writing region close event to WAL at 1731874510728 (+8 ms)Running coprocessor post-close hooks at 1731874510756 (+28 ms)Closed at 1731874510756 2024-11-17T20:15:10,756 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731874469836.43c5c8994d1e7a2d6af87ad3d175f674. 2024-11-17T20:15:10,756 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76b4d80c3c2b5b3c98e2525fc0790b92, disabling compactions & flushes 2024-11-17T20:15:10,756 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:15:10,756 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:15:10,756 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. after waiting 0 ms 2024-11-17T20:15:10,756 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:15:10,770 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/60849cbb8b70e3c1b4c9ab047d459e12/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:15:10,771 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:15:10,771 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60849cbb8b70e3c1b4c9ab047d459e12: Waiting for close lock at 1731874510727Running coprocessor pre-close hooks at 1731874510727Disabling compacts and flushes for region at 1731874510727Disabling writes for close at 1731874510727Writing region close event to WAL at 1731874510760 (+33 ms)Running coprocessor post-close hooks at 1731874510771 (+11 ms)Closed at 1731874510771 2024-11-17T20:15:10,771 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731874469836.60849cbb8b70e3c1b4c9ab047d459e12. 2024-11-17T20:15:10,782 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:15:10,783 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/1fb8bb017b0155cd3c2a00db4c09a014/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T20:15:10,783 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/76b4d80c3c2b5b3c98e2525fc0790b92/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:15:10,783 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:15:10,784 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fb8bb017b0155cd3c2a00db4c09a014: Waiting for close lock at 1731874510755Running coprocessor pre-close hooks at 1731874510755Disabling compacts and flushes for region at 1731874510755Disabling writes for close at 1731874510755Writing region close event to WAL at 1731874510770 (+15 ms)Running coprocessor post-close hooks at 1731874510783 (+13 ms)Closed at 1731874510783 2024-11-17T20:15:10,784 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731874469836.1fb8bb017b0155cd3c2a00db4c09a014. 2024-11-17T20:15:10,784 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:15:10,784 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76b4d80c3c2b5b3c98e2525fc0790b92: Waiting for close lock at 1731874510756Running coprocessor pre-close hooks at 1731874510756Disabling compacts and flushes for region at 1731874510756Disabling writes for close at 1731874510756Writing region close event to WAL at 1731874510768 (+12 ms)Running coprocessor post-close hooks at 1731874510784 (+16 ms)Closed at 1731874510784 2024-11-17T20:15:10,784 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731874469836.76b4d80c3c2b5b3c98e2525fc0790b92. 2024-11-17T20:15:10,784 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 832a76c50f4bdfa0d74ff22d4063fb24, disabling compactions & flushes 2024-11-17T20:15:10,784 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:15:10,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741864_1040 (size=18393) 2024-11-17T20:15:10,784 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:15:10,785 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. after waiting 0 ms 2024-11-17T20:15:10,785 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:15:10,791 INFO [regionserver/0b0b0ae8de03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:15:10,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741864_1040 (size=18393) 2024-11-17T20:15:10,791 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/.tmp/info/a2400360a70b41ca9ee40a8575e52aa7 2024-11-17T20:15:10,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741864_1040 (size=18393) 2024-11-17T20:15:10,801 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/default/SPTestTable/832a76c50f4bdfa0d74ff22d4063fb24/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T20:15:10,802 INFO [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:15:10,802 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 832a76c50f4bdfa0d74ff22d4063fb24: Waiting for close lock at 1731874510784Running coprocessor pre-close hooks at 1731874510784Disabling compacts and flushes for region at 1731874510784Disabling writes for close at 1731874510785 (+1 ms)Writing region close event to WAL at 1731874510785Running coprocessor post-close hooks at 1731874510802 (+17 ms)Closed at 1731874510802 2024-11-17T20:15:10,802 DEBUG [RS_CLOSE_REGION-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731874469836.832a76c50f4bdfa0d74ff22d4063fb24. 2024-11-17T20:15:10,828 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/.tmp/ns/a505180224ee46bfbc325d887b25eeca is 43, key is default/ns:d/1731874469713/Put/seqid=0 2024-11-17T20:15:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741865_1041 (size=5153) 2024-11-17T20:15:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741865_1041 (size=5153) 2024-11-17T20:15:10,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741865_1041 (size=5153) 2024-11-17T20:15:10,845 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/.tmp/ns/a505180224ee46bfbc325d887b25eeca 2024-11-17T20:15:10,871 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/.tmp/table/3089768a6ab54506888644d217a35349 is 47, key is SPTestTable/table:state/1731874480844/Put/seqid=0 2024-11-17T20:15:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741866_1042 (size=5214) 2024-11-17T20:15:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741866_1042 (size=5214) 2024-11-17T20:15:10,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741866_1042 (size=5214) 2024-11-17T20:15:10,892 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/.tmp/table/3089768a6ab54506888644d217a35349 2024-11-17T20:15:10,900 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/.tmp/info/a2400360a70b41ca9ee40a8575e52aa7 as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/info/a2400360a70b41ca9ee40a8575e52aa7 2024-11-17T20:15:10,904 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,34241,1731874458178; all regions closed. 2024-11-17T20:15:10,907 DEBUG [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T20:15:10,908 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/info/a2400360a70b41ca9ee40a8575e52aa7, entries=100, sequenceid=29, filesize=18.0 K 2024-11-17T20:15:10,909 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,42039,1731874458268; all regions closed. 2024-11-17T20:15:10,909 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/.tmp/ns/a505180224ee46bfbc325d887b25eeca as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/ns/a505180224ee46bfbc325d887b25eeca 2024-11-17T20:15:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741835_1011 (size=2886) 2024-11-17T20:15:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741835_1011 (size=2886) 2024-11-17T20:15:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741835_1011 (size=2886) 2024-11-17T20:15:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741833_1009 (size=2917) 2024-11-17T20:15:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741833_1009 (size=2917) 2024-11-17T20:15:10,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741833_1009 (size=2917) 2024-11-17T20:15:10,918 DEBUG [RS:0;0b0b0ae8de03:34241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/oldWALs 2024-11-17T20:15:10,918 INFO [RS:0;0b0b0ae8de03:34241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C34241%2C1731874458178:(num 1731874459382) 2024-11-17T20:15:10,918 DEBUG [RS:0;0b0b0ae8de03:34241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:15:10,918 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:15:10,918 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:15:10,919 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:15:10,919 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:15:10,919 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:15:10,919 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:15:10,919 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:15:10,919 INFO [RS:0;0b0b0ae8de03:34241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34241 2024-11-17T20:15:10,919 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:15:10,922 DEBUG [RS:2;0b0b0ae8de03:42039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/oldWALs 2024-11-17T20:15:10,922 INFO [RS:2;0b0b0ae8de03:42039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C42039%2C1731874458268:(num 1731874459376) 2024-11-17T20:15:10,922 DEBUG [RS:2;0b0b0ae8de03:42039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:15:10,922 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:15:10,922 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:15:10,922 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:15:10,923 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T20:15:10,923 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T20:15:10,923 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T20:15:10,923 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:15:10,923 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:15:10,923 INFO [RS:2;0b0b0ae8de03:42039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42039 2024-11-17T20:15:10,926 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/ns/a505180224ee46bfbc325d887b25eeca, entries=2, sequenceid=29, filesize=5.0 K 2024-11-17T20:15:10,926 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/.tmp/table/3089768a6ab54506888644d217a35349 as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/table/3089768a6ab54506888644d217a35349 2024-11-17T20:15:10,935 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/table/3089768a6ab54506888644d217a35349, entries=2, sequenceid=29, filesize=5.1 K 2024-11-17T20:15:10,936 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 229ms, sequenceid=29, compaction requested=false 2024-11-17T20:15:10,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b0b0ae8de03,34241,1731874458178 2024-11-17T20:15:10,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T20:15:10,943 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:15:10,952 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-17T20:15:10,953 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T20:15:10,953 INFO [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T20:15:10,954 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731874510707Running coprocessor pre-close hooks at 1731874510707Disabling compacts and flushes for region at 1731874510707Disabling writes for close at 1731874510707Obtaining lock to block concurrent updates at 1731874510708 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731874510708Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731874510708Flushing stores of hbase:meta,,1.1588230740 at 1731874510709 (+1 ms)Flushing 1588230740/info: creating writer at 1731874510709Flushing 1588230740/info: appending metadata at 1731874510732 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731874510732Flushing 1588230740/ns: creating writer at 1731874510806 (+74 ms)Flushing 1588230740/ns: appending metadata at 1731874510827 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731874510827Flushing 1588230740/table: creating writer at 1731874510852 (+25 ms)Flushing 1588230740/table: appending metadata at 1731874510870 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731874510870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675d251b: reopening flushed file at 1731874510899 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41988278: reopening flushed file at 1731874510908 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b19adb: reopening flushed file at 1731874510926 (+18 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 229ms, sequenceid=29, compaction requested=false at 1731874510936 (+10 ms)Writing region close event to WAL at 1731874510948 (+12 ms)Running coprocessor post-close hooks at 1731874510953 (+5 ms)Closed at 1731874510953 2024-11-17T20:15:10,954 DEBUG [RS_CLOSE_META-regionserver/0b0b0ae8de03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T20:15:10,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b0b0ae8de03,42039,1731874458268 2024-11-17T20:15:10,954 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:15:10,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,34241,1731874458178] 2024-11-17T20:15:10,985 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b0b0ae8de03,34241,1731874458178 already deleted, retry=false 2024-11-17T20:15:10,985 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,34241,1731874458178 expired; onlineServers=2 2024-11-17T20:15:10,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,42039,1731874458268] 2024-11-17T20:15:10,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b0b0ae8de03,42039,1731874458268 already deleted, retry=false 2024-11-17T20:15:10,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,42039,1731874458268 expired; onlineServers=1 2024-11-17T20:15:11,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:15:11,065 INFO [RS:0;0b0b0ae8de03:34241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:15:11,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34241-0x1014a6f04f60001, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:15:11,065 INFO [RS:0;0b0b0ae8de03:34241 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,34241,1731874458178; zookeeper connection closed. 2024-11-17T20:15:11,065 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60284a98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60284a98 2024-11-17T20:15:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:15:11,076 INFO [RS:2;0b0b0ae8de03:42039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:15:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42039-0x1014a6f04f60003, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:15:11,076 INFO [RS:2;0b0b0ae8de03:42039 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,42039,1731874458268; zookeeper connection closed. 2024-11-17T20:15:11,076 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d98d2b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d98d2b3 2024-11-17T20:15:11,108 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(976): stopping server 0b0b0ae8de03,43595,1731874458217; all regions closed. 2024-11-17T20:15:11,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741836_1012 (size=15114) 2024-11-17T20:15:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741836_1012 (size=15114) 2024-11-17T20:15:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741836_1012 (size=15114) 2024-11-17T20:15:11,117 DEBUG [RS:1;0b0b0ae8de03:43595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/oldWALs 2024-11-17T20:15:11,117 INFO [RS:1;0b0b0ae8de03:43595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C43595%2C1731874458217.meta:.meta(num 1731874469563) 2024-11-17T20:15:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741834_1010 (size=2364) 2024-11-17T20:15:11,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741834_1010 (size=2364) 2024-11-17T20:15:11,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741834_1010 (size=2364) 2024-11-17T20:15:11,124 DEBUG [RS:1;0b0b0ae8de03:43595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/oldWALs 2024-11-17T20:15:11,124 INFO [RS:1;0b0b0ae8de03:43595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b0b0ae8de03%2C43595%2C1731874458217:(num 1731874459376) 2024-11-17T20:15:11,124 DEBUG [RS:1;0b0b0ae8de03:43595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T20:15:11,124 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T20:15:11,124 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:15:11,124 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.ChoreService(370): Chore service for: regionserver/0b0b0ae8de03:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T20:15:11,124 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:15:11,124 INFO [RS:1;0b0b0ae8de03:43595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43595 2024-11-17T20:15:11,125 INFO [regionserver/0b0b0ae8de03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:15:11,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0b0b0ae8de03,43595,1731874458217 2024-11-17T20:15:11,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T20:15:11,133 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:15:11,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b0b0ae8de03,43595,1731874458217] 2024-11-17T20:15:11,154 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0b0b0ae8de03,43595,1731874458217 already deleted, retry=false 2024-11-17T20:15:11,154 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b0b0ae8de03,43595,1731874458217 expired; onlineServers=0 2024-11-17T20:15:11,154 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b0b0ae8de03,36115,1731874457952' ***** 2024-11-17T20:15:11,154 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T20:15:11,154 INFO [M:0;0b0b0ae8de03:36115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T20:15:11,154 INFO [M:0;0b0b0ae8de03:36115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T20:15:11,154 DEBUG [M:0;0b0b0ae8de03:36115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T20:15:11,154 DEBUG [M:0;0b0b0ae8de03:36115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T20:15:11,154 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874459061 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.large.0-1731874459061,5,FailOnTimeoutGroup] 2024-11-17T20:15:11,154 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T20:15:11,155 INFO [M:0;0b0b0ae8de03:36115 {}] hbase.ChoreService(370): Chore service for: master/0b0b0ae8de03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T20:15:11,155 INFO [M:0;0b0b0ae8de03:36115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T20:15:11,155 DEBUG [master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874459061 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b0b0ae8de03:0:becomeActiveMaster-HFileCleaner.small.0-1731874459061,5,FailOnTimeoutGroup] 2024-11-17T20:15:11,155 DEBUG [M:0;0b0b0ae8de03:36115 {}] master.HMaster(1795): Stopping service threads 2024-11-17T20:15:11,155 INFO [M:0;0b0b0ae8de03:36115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T20:15:11,155 INFO [M:0;0b0b0ae8de03:36115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T20:15:11,155 ERROR [M:0;0b0b0ae8de03:36115 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37091,5,PEWorkerGroup] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:37091 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37091,5,PEWorkerGroup] 2024-11-17T20:15:11,155 INFO [M:0;0b0b0ae8de03:36115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T20:15:11,155 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T20:15:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T20:15:11,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T20:15:11,164 DEBUG [M:0;0b0b0ae8de03:36115 {}] zookeeper.ZKUtil(347): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T20:15:11,165 WARN [M:0;0b0b0ae8de03:36115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T20:15:11,166 INFO [M:0;0b0b0ae8de03:36115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/.lastflushedseqids 2024-11-17T20:15:11,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741867_1043 (size=650) 2024-11-17T20:15:11,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741867_1043 (size=650) 2024-11-17T20:15:11,183 INFO [M:0;0b0b0ae8de03:36115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T20:15:11,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741867_1043 (size=650) 2024-11-17T20:15:11,183 INFO [M:0;0b0b0ae8de03:36115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T20:15:11,183 DEBUG [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T20:15:11,184 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:15:11,184 DEBUG [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:15:11,184 DEBUG [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T20:15:11,184 DEBUG [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:15:11,184 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=137.71 KB heapSize=169.73 KB 2024-11-17T20:15:11,208 DEBUG [M:0;0b0b0ae8de03:36115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9976b8835599408bb36d464e73090f44 is 82, key is hbase:meta,,1/info:regioninfo/1731874469613/Put/seqid=0 2024-11-17T20:15:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741868_1044 (size=5672) 2024-11-17T20:15:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741868_1044 (size=5672) 2024-11-17T20:15:11,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741868_1044 (size=5672) 2024-11-17T20:15:11,220 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9976b8835599408bb36d464e73090f44 2024-11-17T20:15:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:15:11,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43595-0x1014a6f04f60002, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:15:11,244 INFO [RS:1;0b0b0ae8de03:43595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:15:11,244 INFO [RS:1;0b0b0ae8de03:43595 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b0b0ae8de03,43595,1731874458217; zookeeper connection closed. 2024-11-17T20:15:11,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b0a4926 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b0a4926 2024-11-17T20:15:11,245 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-17T20:15:11,251 DEBUG [M:0;0b0b0ae8de03:36115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da125680f09647f6a7dbe653a338983b is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731874480852/Put/seqid=0 2024-11-17T20:15:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741869_1045 (size=14469) 2024-11-17T20:15:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741869_1045 (size=14469) 2024-11-17T20:15:11,296 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=137.03 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da125680f09647f6a7dbe653a338983b 2024-11-17T20:15:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741869_1045 (size=14469) 2024-11-17T20:15:11,304 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da125680f09647f6a7dbe653a338983b 2024-11-17T20:15:11,343 DEBUG [M:0;0b0b0ae8de03:36115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1c525e068194d49befdba8b264e6c43 is 69, key is 0b0b0ae8de03,34241,1731874458178/rs:state/1731874459147/Put/seqid=0 2024-11-17T20:15:11,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741870_1046 (size=5294) 2024-11-17T20:15:11,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741870_1046 (size=5294) 2024-11-17T20:15:11,380 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1c525e068194d49befdba8b264e6c43 2024-11-17T20:15:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741870_1046 (size=5294) 2024-11-17T20:15:11,396 DEBUG [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9976b8835599408bb36d464e73090f44 as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9976b8835599408bb36d464e73090f44 2024-11-17T20:15:11,404 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9976b8835599408bb36d464e73090f44, entries=8, sequenceid=353, filesize=5.5 K 2024-11-17T20:15:11,407 DEBUG [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da125680f09647f6a7dbe653a338983b as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da125680f09647f6a7dbe653a338983b 2024-11-17T20:15:11,419 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da125680f09647f6a7dbe653a338983b 2024-11-17T20:15:11,419 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da125680f09647f6a7dbe653a338983b, entries=45, sequenceid=353, filesize=14.1 K 2024-11-17T20:15:11,422 DEBUG [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1c525e068194d49befdba8b264e6c43 as hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1c525e068194d49befdba8b264e6c43 2024-11-17T20:15:11,439 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37091/user/jenkins/test-data/8f402e34-7d3c-0643-56ec-99233d558cbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1c525e068194d49befdba8b264e6c43, entries=3, sequenceid=353, filesize=5.2 K 2024-11-17T20:15:11,442 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.71 KB/141014, heapSize ~169.44 KB/173504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 258ms, sequenceid=353, compaction requested=false 2024-11-17T20:15:11,474 INFO [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T20:15:11,474 DEBUG [M:0;0b0b0ae8de03:36115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731874511183Disabling compacts and flushes for region at 1731874511183Disabling writes for close at 1731874511184 (+1 ms)Obtaining lock to block concurrent updates at 1731874511184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731874511184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=141014, getHeapSize=173744, getOffHeapSize=0, getCellsCount=420 at 1731874511184Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731874511185 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731874511185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731874511208 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731874511208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731874511228 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731874511250 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731874511250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731874511304 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731874511342 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731874511342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175b2e04: reopening flushed file at 1731874511395 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275fd2b9: reopening flushed file at 1731874511404 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11adce8b: reopening flushed file at 1731874511419 (+15 ms)Finished flush of dataSize ~137.71 KB/141014, heapSize ~169.44 KB/173504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 258ms, sequenceid=353, compaction requested=false at 1731874511442 (+23 ms)Writing region close event to WAL at 1731874511474 (+32 ms)Closed at 1731874511474 2024-11-17T20:15:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741830_1006 (size=164646) 2024-11-17T20:15:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40615 is added to blk_1073741830_1006 (size=164646) 2024-11-17T20:15:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36251 is added to blk_1073741830_1006 (size=164646) 2024-11-17T20:15:11,481 INFO [M:0;0b0b0ae8de03:36115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T20:15:11,481 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T20:15:11,482 INFO [M:0;0b0b0ae8de03:36115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36115 2024-11-17T20:15:11,482 INFO [M:0;0b0b0ae8de03:36115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T20:15:11,602 INFO [M:0;0b0b0ae8de03:36115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T20:15:11,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:15:11,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36115-0x1014a6f04f60000, quorum=127.0.0.1:54172, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T20:15:11,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fe92a66{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:15:11,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e3abe01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:15:11,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:15:11,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5576c030{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:15:11,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8ce6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.log.dir/,STOPPED} 2024-11-17T20:15:11,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:15:11,607 WARN [BP-1739937856-172.17.0.2-1731874455330 heartbeating to localhost/127.0.0.1:37091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:15:11,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:15:11,607 WARN [BP-1739937856-172.17.0.2-1731874455330 heartbeating to localhost/127.0.0.1:37091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1739937856-172.17.0.2-1731874455330 (Datanode Uuid fd1e551a-0d40-4930-acef-57fc25835077) service to localhost/127.0.0.1:37091 2024-11-17T20:15:11,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data5/current/BP-1739937856-172.17.0.2-1731874455330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:15:11,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data6/current/BP-1739937856-172.17.0.2-1731874455330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:15:11,608 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:15:11,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c47a0eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:15:11,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f508ad2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:15:11,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:15:11,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78cc3a6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:15:11,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@357b259b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.log.dir/,STOPPED} 2024-11-17T20:15:11,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:15:11,612 WARN [BP-1739937856-172.17.0.2-1731874455330 heartbeating to localhost/127.0.0.1:37091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:15:11,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:15:11,612 WARN [BP-1739937856-172.17.0.2-1731874455330 heartbeating to localhost/127.0.0.1:37091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1739937856-172.17.0.2-1731874455330 (Datanode Uuid 5b6ff2c5-8373-4897-8271-30d7218afde1) service to localhost/127.0.0.1:37091 2024-11-17T20:15:11,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data3/current/BP-1739937856-172.17.0.2-1731874455330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:15:11,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data4/current/BP-1739937856-172.17.0.2-1731874455330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:15:11,614 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:15:11,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b280241{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T20:15:11,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@333250ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:15:11,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:15:11,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9c0316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:15:11,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dcd5dca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.log.dir/,STOPPED} 2024-11-17T20:15:11,617 WARN [BP-1739937856-172.17.0.2-1731874455330 heartbeating to localhost/127.0.0.1:37091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T20:15:11,617 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T20:15:11,618 WARN [BP-1739937856-172.17.0.2-1731874455330 heartbeating to localhost/127.0.0.1:37091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1739937856-172.17.0.2-1731874455330 (Datanode Uuid 46c8120a-12aa-46d9-9134-8990e5144692) service to localhost/127.0.0.1:37091 2024-11-17T20:15:11,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T20:15:11,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data1/current/BP-1739937856-172.17.0.2-1731874455330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:15:11,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/cluster_bc0cf89a-4086-3f40-e968-b94476cace44/data/data2/current/BP-1739937856-172.17.0.2-1731874455330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T20:15:11,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T20:15:11,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33936a37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T20:15:11,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b9a34bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T20:15:11,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T20:15:11,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@527d33d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T20:15:11,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@642cfbc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f5b5172-2861-b535-e210-49abc9e99d73/hadoop.log.dir/,STOPPED} 2024-11-17T20:15:11,634 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T20:15:11,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T20:15:11,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 93) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:37091 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:37091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:37091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:37091 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:37091 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=485 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 235) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7878 (was 8809)