2024-11-16 18:12:37,349 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-16 18:12:37,370 main DEBUG Took 0.018367 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 18:12:37,371 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 18:12:37,372 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 18:12:37,373 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 18:12:37,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,387 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 18:12:37,416 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,419 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,421 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,422 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,423 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,424 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,426 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,427 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,427 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,428 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,429 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,430 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,431 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:12:37,432 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,432 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 18:12:37,434 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:12:37,436 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 18:12:37,438 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 18:12:37,439 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 18:12:37,441 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 18:12:37,441 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 18:12:37,452 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 18:12:37,456 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 18:12:37,459 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 18:12:37,459 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 18:12:37,460 main DEBUG createAppenders(={Console}) 2024-11-16 18:12:37,461 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-16 18:12:37,462 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-16 18:12:37,462 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-16 18:12:37,463 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 18:12:37,463 main DEBUG OutputStream closed 2024-11-16 18:12:37,464 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 18:12:37,464 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 18:12:37,465 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-16 18:12:37,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 18:12:37,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 18:12:37,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 18:12:37,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 18:12:37,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 18:12:37,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 18:12:37,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 18:12:37,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 18:12:37,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 18:12:37,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 18:12:37,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 18:12:37,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 18:12:37,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 18:12:37,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 18:12:37,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 18:12:37,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 18:12:37,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 18:12:37,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 18:12:37,609 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 18:12:37,610 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-16 18:12:37,610 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 18:12:37,611 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-16T18:12:37,629 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-16 18:12:37,633 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 18:12:37,633 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T18:12:37,643 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-16T18:12:37,691 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=6309 2024-11-16T18:12:38,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2 2024-11-16T18:12:38,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:12:38,129 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3, deleteOnExit=true 2024-11-16T18:12:38,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:12:38,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/test.cache.data in system properties and HBase conf 2024-11-16T18:12:38,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:12:38,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:12:38,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:12:38,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:12:38,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:12:38,247 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T18:12:38,375 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:12:38,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:12:38,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:12:38,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:12:38,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:12:38,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:12:38,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:12:38,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:12:38,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:12:38,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:12:38,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:12:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:12:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:12:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:12:38,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:12:40,128 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T18:12:40,235 INFO [Time-limited test {}] log.Log(170): Logging initialized @3893ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T18:12:40,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:12:40,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:12:40,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:12:40,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:12:40,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:12:40,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:12:40,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:12:40,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:12:40,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/java.io.tmpdir/jetty-localhost-46585-hadoop-hdfs-3_4_1-tests_jar-_-any-13625939675627611837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:12:40,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:46585} 2024-11-16T18:12:40,700 INFO [Time-limited test {}] server.Server(415): Started @4360ms 2024-11-16T18:12:41,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:12:41,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:12:41,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:12:41,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:12:41,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:12:41,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:12:41,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:12:41,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/java.io.tmpdir/jetty-localhost-40073-hadoop-hdfs-3_4_1-tests_jar-_-any-18174284839097898964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:12:41,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:40073} 2024-11-16T18:12:41,461 INFO [Time-limited test {}] server.Server(415): Started @5120ms 2024-11-16T18:12:41,528 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:12:41,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:12:41,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:12:41,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:12:41,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:12:41,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:12:41,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:12:41,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:12:41,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/java.io.tmpdir/jetty-localhost-34679-hadoop-hdfs-3_4_1-tests_jar-_-any-8598584082490910231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:12:41,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:34679} 2024-11-16T18:12:41,850 INFO [Time-limited test {}] server.Server(415): Started @5510ms 2024-11-16T18:12:41,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:12:41,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:12:41,905 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:12:41,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:12:41,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:12:41,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:12:41,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:12:41,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:12:42,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/java.io.tmpdir/jetty-localhost-46225-hadoop-hdfs-3_4_1-tests_jar-_-any-11947075411859418594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:12:42,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:46225} 2024-11-16T18:12:42,008 INFO [Time-limited test {}] server.Server(415): Started @5668ms 2024-11-16T18:12:42,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:12:43,631 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data2/current/BP-1351207328-172.17.0.2-1731780759129/current, will proceed with Du for space computation calculation, 2024-11-16T18:12:43,631 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data4/current/BP-1351207328-172.17.0.2-1731780759129/current, will proceed with Du for space computation calculation, 2024-11-16T18:12:43,631 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data6/current/BP-1351207328-172.17.0.2-1731780759129/current, will proceed with Du for space computation calculation, 2024-11-16T18:12:43,631 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data5/current/BP-1351207328-172.17.0.2-1731780759129/current, will proceed with Du for space computation calculation, 2024-11-16T18:12:43,631 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data3/current/BP-1351207328-172.17.0.2-1731780759129/current, will proceed with Du for space computation calculation, 2024-11-16T18:12:43,631 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data1/current/BP-1351207328-172.17.0.2-1731780759129/current, will proceed with Du for space computation calculation, 2024-11-16T18:12:43,695 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:12:43,695 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:12:43,717 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:12:43,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c51a513d3b89ad0 with lease ID 0x47367ebf8c1d0518: Processing first storage report for DS-84346a6b-5571-47b0-81a3-0ddc7979e398 from datanode DatanodeRegistration(127.0.0.1:40843, datanodeUuid=de0ed8dc-07a2-4d99-96ef-3271908b439d, infoPort=39623, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129) 2024-11-16T18:12:43,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c51a513d3b89ad0 with lease ID 0x47367ebf8c1d0518: from storage DS-84346a6b-5571-47b0-81a3-0ddc7979e398 node DatanodeRegistration(127.0.0.1:40843, datanodeUuid=de0ed8dc-07a2-4d99-96ef-3271908b439d, infoPort=39623, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T18:12:43,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bc850e4f080c051 with lease ID 0x47367ebf8c1d051a: Processing first storage report for DS-9eb09128-1304-492d-bcef-92d7a3ccf5fd from datanode DatanodeRegistration(127.0.0.1:33005, datanodeUuid=e80286cb-24f1-4968-9003-8b33bb51e8fe, infoPort=33177, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129) 2024-11-16T18:12:43,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bc850e4f080c051 with lease ID 0x47367ebf8c1d051a: from storage DS-9eb09128-1304-492d-bcef-92d7a3ccf5fd node DatanodeRegistration(127.0.0.1:33005, datanodeUuid=e80286cb-24f1-4968-9003-8b33bb51e8fe, infoPort=33177, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:12:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3605d56f2099114 with lease ID 0x47367ebf8c1d0519: Processing first storage report for DS-8737ed79-1035-47cb-8ec8-146b8e5ebff6 from datanode DatanodeRegistration(127.0.0.1:42899, datanodeUuid=8c318ad0-b67d-48eb-920b-8929d9f355db, infoPort=41045, infoSecurePort=0, ipcPort=33337, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129) 2024-11-16T18:12:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3605d56f2099114 with lease ID 0x47367ebf8c1d0519: from storage DS-8737ed79-1035-47cb-8ec8-146b8e5ebff6 node DatanodeRegistration(127.0.0.1:42899, datanodeUuid=8c318ad0-b67d-48eb-920b-8929d9f355db, infoPort=41045, infoSecurePort=0, ipcPort=33337, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T18:12:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c51a513d3b89ad0 with lease ID 0x47367ebf8c1d0518: Processing first storage report for DS-24a93a5a-65df-4308-bd88-7cd9d0002f7c from datanode DatanodeRegistration(127.0.0.1:40843, datanodeUuid=de0ed8dc-07a2-4d99-96ef-3271908b439d, infoPort=39623, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129) 2024-11-16T18:12:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c51a513d3b89ad0 with lease ID 0x47367ebf8c1d0518: from storage DS-24a93a5a-65df-4308-bd88-7cd9d0002f7c node DatanodeRegistration(127.0.0.1:40843, datanodeUuid=de0ed8dc-07a2-4d99-96ef-3271908b439d, infoPort=39623, infoSecurePort=0, ipcPort=33421, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:12:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bc850e4f080c051 with lease ID 0x47367ebf8c1d051a: Processing first storage report for DS-019ef217-f7b2-4e72-9da7-48b13e3e51e2 from datanode DatanodeRegistration(127.0.0.1:33005, datanodeUuid=e80286cb-24f1-4968-9003-8b33bb51e8fe, infoPort=33177, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129) 2024-11-16T18:12:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bc850e4f080c051 with lease ID 0x47367ebf8c1d051a: from storage DS-019ef217-f7b2-4e72-9da7-48b13e3e51e2 node DatanodeRegistration(127.0.0.1:33005, datanodeUuid=e80286cb-24f1-4968-9003-8b33bb51e8fe, infoPort=33177, infoSecurePort=0, ipcPort=44061, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T18:12:43,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3605d56f2099114 with lease ID 0x47367ebf8c1d0519: Processing first storage report for DS-db71db56-45a1-4992-ad5f-6912c3973e73 from datanode DatanodeRegistration(127.0.0.1:42899, datanodeUuid=8c318ad0-b67d-48eb-920b-8929d9f355db, infoPort=41045, infoSecurePort=0, ipcPort=33337, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129) 2024-11-16T18:12:43,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3605d56f2099114 with lease ID 0x47367ebf8c1d0519: from storage DS-db71db56-45a1-4992-ad5f-6912c3973e73 node DatanodeRegistration(127.0.0.1:42899, datanodeUuid=8c318ad0-b67d-48eb-920b-8929d9f355db, infoPort=41045, infoSecurePort=0, ipcPort=33337, storageInfo=lv=-57;cid=testClusterID;nsid=1110053910;c=1731780759129), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:12:43,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2 2024-11-16T18:12:43,924 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/zookeeper_0, clientPort=58867, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:12:43,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58867 2024-11-16T18:12:43,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:43,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:12:44,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:12:44,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:12:44,586 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c with version=8 2024-11-16T18:12:44,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/hbase-staging 2024-11-16T18:12:44,673 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T18:12:44,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:12:44,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:44,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:44,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:12:44,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:44,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:12:45,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:12:45,141 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T18:12:45,155 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T18:12:45,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:12:45,197 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1015 (auto-detected) 2024-11-16T18:12:45,198 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T18:12:45,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44827 2024-11-16T18:12:45,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44827 connecting to ZooKeeper ensemble=127.0.0.1:58867 2024-11-16T18:12:45,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448270x0, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:12:45,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44827-0x10144d95cad0000 connected 2024-11-16T18:12:45,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:45,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:45,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:12:45,472 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c, hbase.cluster.distributed=false 2024-11-16T18:12:45,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T18:12:45,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44827 2024-11-16T18:12:45,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44827 2024-11-16T18:12:45,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44827 2024-11-16T18:12:45,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44827 2024-11-16T18:12:45,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44827 2024-11-16T18:12:45,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:12:45,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:45,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:45,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:12:45,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:45,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:12:45,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:12:45,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:12:45,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41063 2024-11-16T18:12:45,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41063 connecting to ZooKeeper ensemble=127.0.0.1:58867 2024-11-16T18:12:45,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:45,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:45,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410630x0, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:12:45,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410630x0, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:12:45,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41063-0x10144d95cad0001 connected 2024-11-16T18:12:45,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:12:45,645 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:12:45,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T18:12:45,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T18:12:45,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41063 2024-11-16T18:12:45,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41063 2024-11-16T18:12:45,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41063 2024-11-16T18:12:45,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41063 2024-11-16T18:12:45,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41063 2024-11-16T18:12:45,670 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:12:45,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:45,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:45,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:12:45,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:45,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:12:45,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:12:45,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:12:45,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39541 2024-11-16T18:12:45,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39541 connecting to ZooKeeper ensemble=127.0.0.1:58867 2024-11-16T18:12:45,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:45,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:45,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395410x0, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:12:45,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395410x0, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:12:45,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39541-0x10144d95cad0002 connected 2024-11-16T18:12:45,693 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:12:45,694 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:12:45,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T18:12:45,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T18:12:45,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39541 2024-11-16T18:12:45,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39541 2024-11-16T18:12:45,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39541 2024-11-16T18:12:45,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39541 2024-11-16T18:12:45,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39541 2024-11-16T18:12:45,719 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:12:45,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:45,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:45,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:12:45,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:12:45,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:12:45,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:12:45,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:12:45,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45267 2024-11-16T18:12:45,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45267 connecting to ZooKeeper ensemble=127.0.0.1:58867 2024-11-16T18:12:45,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:45,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:45,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452670x0, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:12:45,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:12:45,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45267-0x10144d95cad0003 connected 2024-11-16T18:12:45,740 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:12:45,741 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:12:45,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T18:12:45,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T18:12:45,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45267 2024-11-16T18:12:45,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45267 2024-11-16T18:12:45,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45267 2024-11-16T18:12:45,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45267 2024-11-16T18:12:45,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45267 2024-11-16T18:12:45,762 DEBUG [M:0;3bde9015baec:44827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:44827 2024-11-16T18:12:45,763 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3bde9015baec,44827,1731780764719 2024-11-16T18:12:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:12:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:12:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:12:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:12:45,778 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3bde9015baec,44827,1731780764719 2024-11-16T18:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T18:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T18:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T18:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:45,808 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T18:12:45,810 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3bde9015baec,44827,1731780764719 from backup master directory 2024-11-16T18:12:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:12:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3bde9015baec,44827,1731780764719 2024-11-16T18:12:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:12:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:12:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:12:45,823 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:12:45,824 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,44827,1731780764719 2024-11-16T18:12:45,826 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T18:12:45,827 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T18:12:45,889 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/hbase.id] with ID: ab793641-8401-4b03-8c38-b695e49e6c3a 2024-11-16T18:12:45,889 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/.tmp/hbase.id 2024-11-16T18:12:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:12:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:12:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:12:45,905 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/.tmp/hbase.id]:[hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/hbase.id] 2024-11-16T18:12:45,949 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:12:45,954 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:12:45,970 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-16T18:12:45,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:45,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:45,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:45,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:12:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:12:45,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:12:46,014 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:12:46,016 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:12:46,029 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:12:46,032 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:12:46,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:12:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:12:46,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:12:46,077 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store 2024-11-16T18:12:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:12:46,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:12:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:12:46,105 INFO [master/3bde9015baec:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T18:12:46,108 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:46,109 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:12:46,109 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:12:46,109 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:12:46,111 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:12:46,111 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:12:46,111 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:12:46,112 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731780766109Disabling compacts and flushes for region at 1731780766109Disabling writes for close at 1731780766111 (+2 ms)Writing region close event to WAL at 1731780766111Closed at 1731780766111 2024-11-16T18:12:46,114 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/.initializing 2024-11-16T18:12:46,114 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/WALs/3bde9015baec,44827,1731780764719 2024-11-16T18:12:46,121 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:12:46,136 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C44827%2C1731780764719, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/WALs/3bde9015baec,44827,1731780764719, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/oldWALs, maxLogs=10 2024-11-16T18:12:46,166 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/WALs/3bde9015baec,44827,1731780764719/3bde9015baec%2C44827%2C1731780764719.1731780766142, exclude list is [], retry=0 2024-11-16T18:12:46,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-8737ed79-1035-47cb-8ec8-146b8e5ebff6,DISK] 2024-11-16T18:12:46,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40843,DS-84346a6b-5571-47b0-81a3-0ddc7979e398,DISK] 2024-11-16T18:12:46,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-9eb09128-1304-492d-bcef-92d7a3ccf5fd,DISK] 2024-11-16T18:12:46,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T18:12:46,220 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/WALs/3bde9015baec,44827,1731780764719/3bde9015baec%2C44827%2C1731780764719.1731780766142 2024-11-16T18:12:46,221 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177),(127.0.0.1/127.0.0.1:39623:39623),(127.0.0.1/127.0.0.1:41045:41045)] 2024-11-16T18:12:46,221 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:12:46,222 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:46,225 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,226 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:12:46,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:46,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:12:46,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:12:46,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:46,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:12:46,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:12:46,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:46,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:12:46,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:12:46,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:46,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:12:46,302 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,306 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,307 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,312 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,313 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,317 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:12:46,320 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:12:46,326 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:12:46,327 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59940268, jitterRate=-0.10682040452957153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:12:46,335 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731780766236Initializing all the Stores at 1731780766238 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780766239 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780766239Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780766240 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780766240Cleaning up temporary data from old regions at 1731780766313 (+73 ms)Region opened successfully at 1731780766335 (+22 ms) 2024-11-16T18:12:46,336 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:12:46,372 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2ddb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:12:46,398 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:12:46,407 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:12:46,408 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:12:46,410 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:12:46,412 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T18:12:46,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T18:12:46,417 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T18:12:46,439 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:12:46,446 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T18:12:46,496 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T18:12:46,501 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:12:46,503 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:12:46,512 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T18:12:46,514 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:12:46,517 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:12:46,527 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T18:12:46,529 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:12:46,538 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T18:12:46,557 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:12:46,569 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T18:12:46,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T18:12:46,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T18:12:46,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T18:12:46,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T18:12:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,586 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,44827,1731780764719, sessionid=0x10144d95cad0000, setting cluster-up flag (Was=false) 2024-11-16T18:12:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,649 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T18:12:46,654 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,44827,1731780764719 2024-11-16T18:12:46,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:46,717 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T18:12:46,720 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,44827,1731780764719 2024-11-16T18:12:46,727 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:12:46,752 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(746): ClusterId : ab793641-8401-4b03-8c38-b695e49e6c3a 2024-11-16T18:12:46,752 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(746): ClusterId : ab793641-8401-4b03-8c38-b695e49e6c3a 2024-11-16T18:12:46,752 INFO [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(746): ClusterId : ab793641-8401-4b03-8c38-b695e49e6c3a 2024-11-16T18:12:46,754 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:12:46,754 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:12:46,754 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:12:46,767 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:12:46,767 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:12:46,767 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:12:46,767 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:12:46,767 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:12:46,767 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:12:46,777 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:12:46,777 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:12:46,777 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:12:46,777 DEBUG [RS:1;3bde9015baec:39541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7e2713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:12:46,777 DEBUG [RS:0;3bde9015baec:41063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65784167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:12:46,777 DEBUG [RS:2;3bde9015baec:45267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583ccbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:12:46,799 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3bde9015baec:39541 2024-11-16T18:12:46,802 DEBUG [RS:0;3bde9015baec:41063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:41063 2024-11-16T18:12:46,803 INFO [RS:0;3bde9015baec:41063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:12:46,803 INFO [RS:1;3bde9015baec:39541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:12:46,803 INFO [RS:0;3bde9015baec:41063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:12:46,803 INFO [RS:1;3bde9015baec:39541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:12:46,803 DEBUG [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:12:46,803 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:12:46,804 DEBUG [RS:2;3bde9015baec:45267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3bde9015baec:45267 2024-11-16T18:12:46,804 INFO [RS:2;3bde9015baec:45267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:12:46,804 INFO [RS:2;3bde9015baec:45267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:12:46,804 DEBUG [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:12:46,804 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:12:46,806 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,44827,1731780764719 with port=45267, startcode=1731780765719 2024-11-16T18:12:46,806 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,44827,1731780764719 with port=39541, startcode=1731780765670 2024-11-16T18:12:46,806 INFO [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,44827,1731780764719 with port=41063, startcode=1731780765565 2024-11-16T18:12:46,817 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:12:46,821 DEBUG [RS:2;3bde9015baec:45267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:12:46,821 DEBUG [RS:1;3bde9015baec:39541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:12:46,821 DEBUG [RS:0;3bde9015baec:41063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:12:46,825 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:12:46,831 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,44827,1731780764719 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:12:46,839 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:12:46,839 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:12:46,839 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:12:46,839 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:12:46,839 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:12:46,840 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,840 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:12:46,840 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,846 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731780796845 2024-11-16T18:12:46,847 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:12:46,849 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:12:46,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:12:46,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:12:46,852 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:12:46,852 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:12:46,853 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:12:46,853 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:12:46,856 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:12:46,856 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:12:46,856 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:12:46,854 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,858 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:46,858 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:12:46,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:12:46,859 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:12:46,860 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:12:46,862 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:12:46,863 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:12:46,864 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T18:12:46,867 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731780766864,5,FailOnTimeoutGroup] 2024-11-16T18:12:46,868 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731780766867,5,FailOnTimeoutGroup] 2024-11-16T18:12:46,868 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,868 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:12:46,870 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,869 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T18:12:46,870 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,45267,1731780765719 2024-11-16T18:12:46,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,45267,1731780765719 2024-11-16T18:12:46,881 DEBUG [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:46,882 DEBUG [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37233 2024-11-16T18:12:46,882 DEBUG [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:12:46,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T18:12:46,897 DEBUG [RS:2;3bde9015baec:45267 {}] zookeeper.ZKUtil(111): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3bde9015baec,45267,1731780765719 2024-11-16T18:12:46,897 WARN [RS:2;3bde9015baec:45267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:12:46,897 INFO [RS:2;3bde9015baec:45267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:12:46,897 DEBUG [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,45267,1731780765719 2024-11-16T18:12:46,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,45267,1731780765719] 2024-11-16T18:12:46,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:12:46,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:12:46,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:12:46,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:12:46,930 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:46,942 DEBUG [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T18:12:46,942 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T18:12:46,943 WARN [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T18:12:46,943 WARN [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T18:12:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741832_1008 (size=32) 2024-11-16T18:12:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741832_1008 (size=32) 2024-11-16T18:12:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741832_1008 (size=32) 2024-11-16T18:12:46,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:46,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:12:46,951 INFO [RS:2;3bde9015baec:45267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:12:46,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:12:46,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:46,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:12:46,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:12:46,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:12:46,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:46,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:12:46,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:12:46,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:12:46,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:46,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:12:46,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:12:46,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:12:46,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:46,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:12:46,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:12:46,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740 2024-11-16T18:12:46,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740 2024-11-16T18:12:46,969 INFO [RS:2;3bde9015baec:45267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:12:46,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:12:46,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:12:46,972 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:12:46,974 INFO [RS:2;3bde9015baec:45267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:12:46,974 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:12:46,975 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:12:46,978 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:12:46,979 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64565564, jitterRate=-0.037898123264312744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:12:46,980 INFO [RS:2;3bde9015baec:45267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:12:46,982 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,982 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,982 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,982 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,982 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,982 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,983 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:12:46,983 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,983 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,983 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,983 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,983 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,983 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:46,983 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:12:46,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731780766949Initializing all the Stores at 1731780766950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780766950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780766951 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780766951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780766951Cleaning up temporary data from old regions at 1731780766971 (+20 ms)Region opened successfully at 1731780766983 (+12 ms) 2024-11-16T18:12:46,983 DEBUG [RS:2;3bde9015baec:45267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:12:46,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:12:46,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:12:46,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:12:46,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:12:46,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:12:46,985 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,985 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,985 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,985 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,985 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:46,985 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45267,1731780765719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:12:46,986 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:12:46,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731780766983Disabling compacts and flushes for region at 1731780766983Disabling writes for close at 1731780766984 (+1 ms)Writing region close event to WAL at 1731780766985 (+1 ms)Closed at 1731780766986 (+1 ms) 2024-11-16T18:12:46,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:12:46,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:12:46,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:12:47,004 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:12:47,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:12:47,006 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45267,1731780765719-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,007 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,007 INFO [RS:2;3bde9015baec:45267 {}] regionserver.Replication(171): 3bde9015baec,45267,1731780765719 started 2024-11-16T18:12:47,008 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:12:47,024 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,025 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,45267,1731780765719, RpcServer on 3bde9015baec/172.17.0.2:45267, sessionid=0x10144d95cad0003 2024-11-16T18:12:47,025 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:12:47,025 DEBUG [RS:2;3bde9015baec:45267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,45267,1731780765719 2024-11-16T18:12:47,025 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,45267,1731780765719' 2024-11-16T18:12:47,026 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T18:12:47,026 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T18:12:47,027 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:12:47,027 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:12:47,027 DEBUG [RS:2;3bde9015baec:45267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,45267,1731780765719 2024-11-16T18:12:47,027 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,45267,1731780765719' 2024-11-16T18:12:47,027 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T18:12:47,028 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T18:12:47,028 DEBUG [RS:2;3bde9015baec:45267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:12:47,029 INFO [RS:2;3bde9015baec:45267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:12:47,029 INFO [RS:2;3bde9015baec:45267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:12:47,044 INFO [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,44827,1731780764719 with port=41063, startcode=1731780765565 2024-11-16T18:12:47,044 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,44827,1731780764719 with port=39541, startcode=1731780765670 2024-11-16T18:12:47,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,39541,1731780765670 2024-11-16T18:12:47,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,39541,1731780765670 2024-11-16T18:12:47,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,41063,1731780765565 2024-11-16T18:12:47,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,41063,1731780765565 2024-11-16T18:12:47,048 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:47,048 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37233 2024-11-16T18:12:47,048 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:12:47,050 DEBUG [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:47,051 DEBUG [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37233 2024-11-16T18:12:47,051 DEBUG [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:12:47,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T18:12:47,133 DEBUG [RS:1;3bde9015baec:39541 {}] zookeeper.ZKUtil(111): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3bde9015baec,39541,1731780765670 2024-11-16T18:12:47,133 INFO [RS:2;3bde9015baec:45267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:12:47,133 WARN [RS:1;3bde9015baec:39541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:12:47,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,41063,1731780765565] 2024-11-16T18:12:47,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,39541,1731780765670] 2024-11-16T18:12:47,134 INFO [RS:1;3bde9015baec:39541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:12:47,134 DEBUG [RS:0;3bde9015baec:41063 {}] zookeeper.ZKUtil(111): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3bde9015baec,41063,1731780765565 2024-11-16T18:12:47,134 WARN [RS:0;3bde9015baec:41063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:12:47,134 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,39541,1731780765670 2024-11-16T18:12:47,134 INFO [RS:0;3bde9015baec:41063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:12:47,134 DEBUG [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565 2024-11-16T18:12:47,136 INFO [RS:2;3bde9015baec:45267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C45267%2C1731780765719, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,45267,1731780765719, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/oldWALs, maxLogs=32 2024-11-16T18:12:47,139 INFO [RS:1;3bde9015baec:39541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:12:47,143 INFO [RS:0;3bde9015baec:41063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:12:47,144 INFO [RS:1;3bde9015baec:39541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:12:47,145 INFO [RS:1;3bde9015baec:39541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:12:47,145 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,145 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:12:47,146 INFO [RS:0;3bde9015baec:41063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:12:47,147 INFO [RS:0;3bde9015baec:41063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:12:47,147 INFO [RS:1;3bde9015baec:39541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:12:47,147 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,147 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,147 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,147 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,147 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,148 INFO [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,148 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:12:47,149 DEBUG [RS:1;3bde9015baec:39541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:12:47,150 INFO [RS:0;3bde9015baec:41063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:12:47,150 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,150 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,150 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,150 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,151 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,151 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,151 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:12:47,151 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,151 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,151 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,151 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,151 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,152 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:12:47,152 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:12:47,152 DEBUG [RS:0;3bde9015baec:41063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:12:47,152 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,152 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,152 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,152 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,153 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,153 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39541,1731780765670-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:12:47,156 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,156 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,156 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,156 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,156 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,156 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41063,1731780765565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:12:47,159 WARN [3bde9015baec:44827 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T18:12:47,159 DEBUG [RS:2;3bde9015baec:45267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,45267,1731780765719/3bde9015baec%2C45267%2C1731780765719.1731780767139, exclude list is [], retry=0 2024-11-16T18:12:47,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-9eb09128-1304-492d-bcef-92d7a3ccf5fd,DISK] 2024-11-16T18:12:47,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-8737ed79-1035-47cb-8ec8-146b8e5ebff6,DISK] 2024-11-16T18:12:47,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40843,DS-84346a6b-5571-47b0-81a3-0ddc7979e398,DISK] 2024-11-16T18:12:47,169 INFO [RS:2;3bde9015baec:45267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,45267,1731780765719/3bde9015baec%2C45267%2C1731780765719.1731780767139 2024-11-16T18:12:47,174 INFO [RS:0;3bde9015baec:41063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:12:47,174 DEBUG [RS:2;3bde9015baec:45267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177),(127.0.0.1/127.0.0.1:41045:41045),(127.0.0.1/127.0.0.1:39623:39623)] 2024-11-16T18:12:47,174 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:12:47,175 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41063,1731780765565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,175 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39541,1731780765670-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,175 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,175 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,175 INFO [RS:1;3bde9015baec:39541 {}] regionserver.Replication(171): 3bde9015baec,39541,1731780765670 started 2024-11-16T18:12:47,175 INFO [RS:0;3bde9015baec:41063 {}] regionserver.Replication(171): 3bde9015baec,41063,1731780765565 started 2024-11-16T18:12:47,191 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,191 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,39541,1731780765670, RpcServer on 3bde9015baec/172.17.0.2:39541, sessionid=0x10144d95cad0002 2024-11-16T18:12:47,192 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:12:47,192 DEBUG [RS:1;3bde9015baec:39541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,39541,1731780765670 2024-11-16T18:12:47,192 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,39541,1731780765670' 2024-11-16T18:12:47,192 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T18:12:47,192 INFO [RS:0;3bde9015baec:41063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:47,192 INFO [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,41063,1731780765565, RpcServer on 3bde9015baec/172.17.0.2:41063, sessionid=0x10144d95cad0001 2024-11-16T18:12:47,193 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T18:12:47,193 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:12:47,193 DEBUG [RS:0;3bde9015baec:41063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,41063,1731780765565 2024-11-16T18:12:47,193 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,41063,1731780765565' 2024-11-16T18:12:47,193 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T18:12:47,193 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:12:47,193 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:12:47,193 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T18:12:47,193 DEBUG [RS:1;3bde9015baec:39541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,39541,1731780765670 2024-11-16T18:12:47,193 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,39541,1731780765670' 2024-11-16T18:12:47,193 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T18:12:47,194 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:12:47,194 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:12:47,194 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T18:12:47,194 DEBUG [RS:0;3bde9015baec:41063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,41063,1731780765565 2024-11-16T18:12:47,194 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,41063,1731780765565' 2024-11-16T18:12:47,194 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T18:12:47,194 DEBUG [RS:1;3bde9015baec:39541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:12:47,194 INFO [RS:1;3bde9015baec:39541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:12:47,194 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T18:12:47,194 INFO [RS:1;3bde9015baec:39541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:12:47,195 DEBUG [RS:0;3bde9015baec:41063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:12:47,195 INFO [RS:0;3bde9015baec:41063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:12:47,195 INFO [RS:0;3bde9015baec:41063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:12:47,295 INFO [RS:1;3bde9015baec:39541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:12:47,295 INFO [RS:0;3bde9015baec:41063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:12:47,298 INFO [RS:1;3bde9015baec:39541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C39541%2C1731780765670, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,39541,1731780765670, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/oldWALs, maxLogs=32 2024-11-16T18:12:47,298 INFO [RS:0;3bde9015baec:41063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C41063%2C1731780765565, suffix=, logDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/oldWALs, maxLogs=32 2024-11-16T18:12:47,314 DEBUG [RS:1;3bde9015baec:39541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,39541,1731780765670/3bde9015baec%2C39541%2C1731780765670.1731780767300, exclude list is [], retry=0 2024-11-16T18:12:47,315 DEBUG [RS:0;3bde9015baec:41063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565/3bde9015baec%2C41063%2C1731780765565.1731780767301, exclude list is [], retry=0 2024-11-16T18:12:47,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-9eb09128-1304-492d-bcef-92d7a3ccf5fd,DISK] 2024-11-16T18:12:47,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-9eb09128-1304-492d-bcef-92d7a3ccf5fd,DISK] 2024-11-16T18:12:47,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40843,DS-84346a6b-5571-47b0-81a3-0ddc7979e398,DISK] 2024-11-16T18:12:47,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-8737ed79-1035-47cb-8ec8-146b8e5ebff6,DISK] 2024-11-16T18:12:47,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-8737ed79-1035-47cb-8ec8-146b8e5ebff6,DISK] 2024-11-16T18:12:47,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40843,DS-84346a6b-5571-47b0-81a3-0ddc7979e398,DISK] 2024-11-16T18:12:47,333 INFO [RS:0;3bde9015baec:41063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565/3bde9015baec%2C41063%2C1731780765565.1731780767301 2024-11-16T18:12:47,337 DEBUG [RS:0;3bde9015baec:41063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39623:39623),(127.0.0.1/127.0.0.1:33177:33177),(127.0.0.1/127.0.0.1:41045:41045)] 2024-11-16T18:12:47,337 INFO [RS:1;3bde9015baec:39541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,39541,1731780765670/3bde9015baec%2C39541%2C1731780765670.1731780767300 2024-11-16T18:12:47,340 DEBUG [RS:1;3bde9015baec:39541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177),(127.0.0.1/127.0.0.1:41045:41045),(127.0.0.1/127.0.0.1:39623:39623)] 2024-11-16T18:12:47,412 DEBUG [3bde9015baec:44827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T18:12:47,420 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(204): Hosts are {3bde9015baec=0} racks are {/default-rack=0} 2024-11-16T18:12:47,427 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T18:12:47,427 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T18:12:47,427 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T18:12:47,427 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T18:12:47,427 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T18:12:47,428 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T18:12:47,428 INFO [3bde9015baec:44827 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T18:12:47,428 INFO [3bde9015baec:44827 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T18:12:47,428 INFO [3bde9015baec:44827 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T18:12:47,428 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T18:12:47,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:12:47,442 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,39541,1731780765670, state=OPENING 2024-11-16T18:12:47,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:12:47,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:47,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:47,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:47,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:12:47,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:12:47,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:12:47,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:12:47,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:12:47,468 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:12:47,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,39541,1731780765670}] 2024-11-16T18:12:55,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:12:55,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T18:12:57,503 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:12:57,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:12:57,517 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:12:57,518 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:12:57,518 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:12:57,522 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C39541%2C1731780765670.meta, suffix=.meta, logDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,39541,1731780765670, archiveDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/oldWALs, maxLogs=32 2024-11-16T18:12:57,538 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,39541,1731780765670/3bde9015baec%2C39541%2C1731780765670.meta.1731780777524.meta, exclude list is [], retry=0 2024-11-16T18:12:57,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42899,DS-8737ed79-1035-47cb-8ec8-146b8e5ebff6,DISK] 2024-11-16T18:12:57,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40843,DS-84346a6b-5571-47b0-81a3-0ddc7979e398,DISK] 2024-11-16T18:12:57,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33005,DS-9eb09128-1304-492d-bcef-92d7a3ccf5fd,DISK] 2024-11-16T18:12:57,552 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,39541,1731780765670/3bde9015baec%2C39541%2C1731780765670.meta.1731780777524.meta 2024-11-16T18:12:57,553 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41045:41045),(127.0.0.1/127.0.0.1:39623:39623),(127.0.0.1/127.0.0.1:33177:33177)] 2024-11-16T18:12:57,553 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:12:57,555 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:12:57,558 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:12:57,563 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:12:57,567 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:12:57,568 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:57,568 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:12:57,568 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:12:57,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:12:57,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:12:57,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:57,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:12:57,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:12:57,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:12:57,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:57,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:12:57,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:12:57,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:12:57,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:57,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:12:57,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:12:57,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:12:57,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:57,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:12:57,582 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:12:57,584 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740 2024-11-16T18:12:57,587 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740 2024-11-16T18:12:57,590 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:12:57,590 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:12:57,591 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:12:57,595 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:12:57,597 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70617401, jitterRate=0.052281275391578674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:12:57,597 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:12:57,599 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731780777569Writing region info on filesystem at 1731780777569Initializing all the Stores at 1731780777571 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780777571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780777571Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780777572 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780777572Cleaning up temporary data from old regions at 1731780777590 (+18 ms)Running coprocessor post-open hooks at 1731780777597 (+7 ms)Region opened successfully at 1731780777599 (+2 ms) 2024-11-16T18:12:57,607 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731780777496 2024-11-16T18:12:57,620 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:12:57,620 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:12:57,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:12:57,625 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,39541,1731780765670, state=OPEN 2024-11-16T18:12:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T18:12:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T18:12:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T18:12:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T18:12:57,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:12:57,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:12:57,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:12:57,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:12:57,644 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,39541,1731780765670 2024-11-16T18:12:57,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:12:57,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,39541,1731780765670 in 10.1750 sec 2024-11-16T18:12:57,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:12:57,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6560 sec 2024-11-16T18:12:57,658 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:12:57,658 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:12:57,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:12:57,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,39541,1731780765670, seqNum=-1] 2024-11-16T18:12:57,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:12:57,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:12:57,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9590 sec 2024-11-16T18:12:57,719 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731780777719, completionTime=-1 2024-11-16T18:12:57,722 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T18:12:57,722 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:12:57,745 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-16T18:12:57,746 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731780837746 2024-11-16T18:12:57,746 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731780897746 2024-11-16T18:12:57,746 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-16T18:12:57,748 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:12:57,754 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44827,1731780764719-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:57,754 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44827,1731780764719-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:57,754 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44827,1731780764719-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:57,756 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:44827, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:57,756 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:57,756 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:57,762 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:12:57,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.958sec 2024-11-16T18:12:57,784 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:12:57,785 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:12:57,786 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:12:57,787 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:12:57,787 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:12:57,788 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44827,1731780764719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:12:57,788 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44827,1731780764719-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:12:57,793 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:12:57,794 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:12:57,794 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44827,1731780764719-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:12:57,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e05704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:12:57,876 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T18:12:57,876 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T18:12:57,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,44827,-1 for getting cluster id 2024-11-16T18:12:57,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:12:57,894 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab793641-8401-4b03-8c38-b695e49e6c3a' 2024-11-16T18:12:57,897 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:12:57,897 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab793641-8401-4b03-8c38-b695e49e6c3a" 2024-11-16T18:12:57,897 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237258a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:12:57,897 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,44827,-1] 2024-11-16T18:12:57,900 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:12:57,902 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:12:57,903 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:12:57,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1327470d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:12:57,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:12:57,913 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,39541,1731780765670, seqNum=-1] 2024-11-16T18:12:57,913 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:12:57,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:12:57,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,44827,1731780764719 2024-11-16T18:12:57,968 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731780777967 (current time:1731780777967). 2024-11-16T18:12:57,969 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T18:12:57,969 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T18:12:57,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1272ef1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:12:57,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,44827,-1 for getting cluster id 2024-11-16T18:12:57,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:12:57,978 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab793641-8401-4b03-8c38-b695e49e6c3a' 2024-11-16T18:12:57,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:12:57,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab793641-8401-4b03-8c38-b695e49e6c3a" 2024-11-16T18:12:57,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224b28a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:12:57,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,44827,-1] 2024-11-16T18:12:57,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:12:57,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:12:57,980 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:12:57,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5159b9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:12:57,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:12:57,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,39541,1731780765670, seqNum=-1] 2024-11-16T18:12:57,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:12:57,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:12:57,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:12:57,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:12:57,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:12:57,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:12:57,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:12:58,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:12:58,006 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,44827,1731780764719 2024-11-16T18:12:58,008 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79099392 2024-11-16T18:12:58,009 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:12:58,012 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:12:58,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:12:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T18:12:58,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:12:58,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T18:12:58,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:12:58,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:12:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:12:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741837_1013 (size=361) 2024-11-16T18:12:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741837_1013 (size=361) 2024-11-16T18:12:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741837_1013 (size=361) 2024-11-16T18:12:58,058 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 910683b739565836987c2a59bd36aefb, NAME => 'SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,059 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 08eef39ca6fc6c89d597d7b35efa7760, NAME => 'SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,060 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8f0220dd96cca4545bbf25632a950bc9, NAME => 'SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741838_1014 (size=54) 2024-11-16T18:12:58,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741838_1014 (size=54) 2024-11-16T18:12:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741838_1014 (size=54) 2024-11-16T18:12:58,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 910683b739565836987c2a59bd36aefb, disabling compactions & flushes 2024-11-16T18:12:58,095 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:12:58,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:12:58,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. after waiting 0 ms 2024-11-16T18:12:58,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:12:58,096 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:12:58,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 910683b739565836987c2a59bd36aefb: Waiting for close lock at 1731780778095Disabling compacts and flushes for region at 1731780778095Disabling writes for close at 1731780778096 (+1 ms)Writing region close event to WAL at 1731780778096Closed at 1731780778096 2024-11-16T18:12:58,096 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3edd064710e35c075fd0743d62ff64b3, NAME => 'SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741840_1016 (size=62) 2024-11-16T18:12:58,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741840_1016 (size=62) 2024-11-16T18:12:58,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741840_1016 (size=62) 2024-11-16T18:12:58,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741839_1015 (size=62) 2024-11-16T18:12:58,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741839_1015 (size=62) 2024-11-16T18:12:58,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741839_1015 (size=62) 2024-11-16T18:12:58,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 08eef39ca6fc6c89d597d7b35efa7760, disabling compactions & flushes 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8f0220dd96cca4545bbf25632a950bc9, disabling compactions & flushes 2024-11-16T18:12:58,112 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:12:58,112 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. after waiting 0 ms 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. after waiting 0 ms 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:12:58,112 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:12:58,112 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 08eef39ca6fc6c89d597d7b35efa7760: Waiting for close lock at 1731780778112Disabling compacts and flushes for region at 1731780778112Disabling writes for close at 1731780778112Writing region close event to WAL at 1731780778112Closed at 1731780778112 2024-11-16T18:12:58,112 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8f0220dd96cca4545bbf25632a950bc9: Waiting for close lock at 1731780778112Disabling compacts and flushes for region at 1731780778112Disabling writes for close at 1731780778112Writing region close event to WAL at 1731780778112Closed at 1731780778112 2024-11-16T18:12:58,113 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 27d485438c552b96016ff3ebb1e89d9f, NAME => 'SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,113 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 07af27a89679fcfee126c4dd49367681, NAME => 'SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741841_1017 (size=62) 2024-11-16T18:12:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741841_1017 (size=62) 2024-11-16T18:12:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741841_1017 (size=62) 2024-11-16T18:12:58,129 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,130 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3edd064710e35c075fd0743d62ff64b3, disabling compactions & flushes 2024-11-16T18:12:58,130 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:12:58,130 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:12:58,130 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. after waiting 0 ms 2024-11-16T18:12:58,130 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:12:58,130 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:12:58,130 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3edd064710e35c075fd0743d62ff64b3: Waiting for close lock at 1731780778130Disabling compacts and flushes for region at 1731780778130Disabling writes for close at 1731780778130Writing region close event to WAL at 1731780778130Closed at 1731780778130 2024-11-16T18:12:58,131 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 387972a6132ee5c0b4589ba911f35202, NAME => 'SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741842_1018 (size=62) 2024-11-16T18:12:58,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741842_1018 (size=62) 2024-11-16T18:12:58,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741842_1018 (size=62) 2024-11-16T18:12:58,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 07af27a89679fcfee126c4dd49367681, disabling compactions & flushes 2024-11-16T18:12:58,139 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:12:58,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:12:58,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. after waiting 0 ms 2024-11-16T18:12:58,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:12:58,139 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:12:58,139 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 07af27a89679fcfee126c4dd49367681: Waiting for close lock at 1731780778139Disabling compacts and flushes for region at 1731780778139Disabling writes for close at 1731780778139Writing region close event to WAL at 1731780778139Closed at 1731780778139 2024-11-16T18:12:58,140 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 10dc49206993c41566e5eabf6ba7cfbe, NAME => 'SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:12:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741843_1019 (size=62) 2024-11-16T18:12:58,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741843_1019 (size=62) 2024-11-16T18:12:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741843_1019 (size=62) 2024-11-16T18:12:58,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 27d485438c552b96016ff3ebb1e89d9f, disabling compactions & flushes 2024-11-16T18:12:58,146 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:12:58,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:12:58,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. after waiting 0 ms 2024-11-16T18:12:58,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:12:58,146 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:12:58,146 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 27d485438c552b96016ff3ebb1e89d9f: Waiting for close lock at 1731780778146Disabling compacts and flushes for region at 1731780778146Disabling writes for close at 1731780778146Writing region close event to WAL at 1731780778146Closed at 1731780778146 2024-11-16T18:12:58,147 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => be42f4a0d4254f0cbeed58f00ef31952, NAME => 'SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741844_1020 (size=62) 2024-11-16T18:12:58,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741844_1020 (size=62) 2024-11-16T18:12:58,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741844_1020 (size=62) 2024-11-16T18:12:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741845_1021 (size=62) 2024-11-16T18:12:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741845_1021 (size=62) 2024-11-16T18:12:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741845_1021 (size=62) 2024-11-16T18:12:58,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 10dc49206993c41566e5eabf6ba7cfbe, disabling compactions & flushes 2024-11-16T18:12:58,160 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:12:58,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:12:58,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. after waiting 0 ms 2024-11-16T18:12:58,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:12:58,160 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:12:58,160 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 10dc49206993c41566e5eabf6ba7cfbe: Waiting for close lock at 1731780778160Disabling compacts and flushes for region at 1731780778160Disabling writes for close at 1731780778160Writing region close event to WAL at 1731780778160Closed at 1731780778160 2024-11-16T18:12:58,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d59f2afafcf84cfefa760966badb0aac, NAME => 'SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c 2024-11-16T18:12:58,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741846_1022 (size=62) 2024-11-16T18:12:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741846_1022 (size=62) 2024-11-16T18:12:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741846_1022 (size=62) 2024-11-16T18:12:58,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing be42f4a0d4254f0cbeed58f00ef31952, disabling compactions & flushes 2024-11-16T18:12:58,171 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:12:58,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:12:58,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. after waiting 0 ms 2024-11-16T18:12:58,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:12:58,171 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:12:58,171 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for be42f4a0d4254f0cbeed58f00ef31952: Waiting for close lock at 1731780778171Disabling compacts and flushes for region at 1731780778171Disabling writes for close at 1731780778171Writing region close event to WAL at 1731780778171Closed at 1731780778171 2024-11-16T18:12:58,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741847_1023 (size=54) 2024-11-16T18:12:58,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741847_1023 (size=54) 2024-11-16T18:12:58,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741847_1023 (size=54) 2024-11-16T18:12:58,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d59f2afafcf84cfefa760966badb0aac, disabling compactions & flushes 2024-11-16T18:12:58,178 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:12:58,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:12:58,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. after waiting 0 ms 2024-11-16T18:12:58,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:12:58,178 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:12:58,178 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d59f2afafcf84cfefa760966badb0aac: Waiting for close lock at 1731780778178Disabling compacts and flushes for region at 1731780778178Disabling writes for close at 1731780778178Writing region close event to WAL at 1731780778178Closed at 1731780778178 2024-11-16T18:12:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:12:58,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:12:58,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 387972a6132ee5c0b4589ba911f35202, disabling compactions & flushes 2024-11-16T18:12:58,552 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:12:58,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:12:58,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. after waiting 0 ms 2024-11-16T18:12:58,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:12:58,552 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:12:58,553 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 387972a6132ee5c0b4589ba911f35202: Waiting for close lock at 1731780778552Disabling compacts and flushes for region at 1731780778552Disabling writes for close at 1731780778552Writing region close event to WAL at 1731780778552Closed at 1731780778552 2024-11-16T18:12:58,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:12:58,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780778556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780778556"}]},"ts":"1731780778556"} 2024-11-16T18:12:58,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T18:12:58,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:12:58,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731780778615"}]},"ts":"1731780778615"} 2024-11-16T18:12:58,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T18:12:58,625 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3bde9015baec=0} racks are {/default-rack=0} 2024-11-16T18:12:58,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T18:12:58,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T18:12:58,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T18:12:58,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T18:12:58,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T18:12:58,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T18:12:58,638 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T18:12:58,638 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T18:12:58,638 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T18:12:58,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T18:12:58,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08eef39ca6fc6c89d597d7b35efa7760, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f0220dd96cca4545bbf25632a950bc9, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27d485438c552b96016ff3ebb1e89d9f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07af27a89679fcfee126c4dd49367681, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be42f4a0d4254f0cbeed58f00ef31952, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d59f2afafcf84cfefa760966badb0aac, ASSIGN}] 2024-11-16T18:12:58,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN 2024-11-16T18:12:58,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN; state=OFFLINE, location=3bde9015baec,41063,1731780765565; forceNewPlan=false, retain=false 2024-11-16T18:12:58,652 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08eef39ca6fc6c89d597d7b35efa7760, ASSIGN 2024-11-16T18:12:58,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN 2024-11-16T18:12:58,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f0220dd96cca4545bbf25632a950bc9, ASSIGN 2024-11-16T18:12:58,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN; state=OFFLINE, location=3bde9015baec,41063,1731780765565; forceNewPlan=false, retain=false 2024-11-16T18:12:58,655 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08eef39ca6fc6c89d597d7b35efa7760, ASSIGN; state=OFFLINE, location=3bde9015baec,45267,1731780765719; forceNewPlan=false, retain=false 2024-11-16T18:12:58,656 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27d485438c552b96016ff3ebb1e89d9f, ASSIGN 2024-11-16T18:12:58,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f0220dd96cca4545bbf25632a950bc9, ASSIGN; state=OFFLINE, location=3bde9015baec,39541,1731780765670; forceNewPlan=false, retain=false 2024-11-16T18:12:58,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d59f2afafcf84cfefa760966badb0aac, ASSIGN 2024-11-16T18:12:58,658 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27d485438c552b96016ff3ebb1e89d9f, ASSIGN; state=OFFLINE, location=3bde9015baec,39541,1731780765670; forceNewPlan=false, retain=false 2024-11-16T18:12:58,660 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d59f2afafcf84cfefa760966badb0aac, ASSIGN; state=OFFLINE, location=3bde9015baec,39541,1731780765670; forceNewPlan=false, retain=false 2024-11-16T18:12:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:12:58,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN 2024-11-16T18:12:58,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN 2024-11-16T18:12:58,668 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07af27a89679fcfee126c4dd49367681, ASSIGN 2024-11-16T18:12:58,668 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be42f4a0d4254f0cbeed58f00ef31952, ASSIGN 2024-11-16T18:12:58,674 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN; state=OFFLINE, location=3bde9015baec,41063,1731780765565; forceNewPlan=false, retain=false 2024-11-16T18:12:58,674 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN; state=OFFLINE, location=3bde9015baec,41063,1731780765565; forceNewPlan=false, retain=false 2024-11-16T18:12:58,674 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07af27a89679fcfee126c4dd49367681, ASSIGN; state=OFFLINE, location=3bde9015baec,45267,1731780765719; forceNewPlan=false, retain=false 2024-11-16T18:12:58,674 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be42f4a0d4254f0cbeed58f00ef31952, ASSIGN; state=OFFLINE, location=3bde9015baec,45267,1731780765719; forceNewPlan=false, retain=false 2024-11-16T18:12:58,802 INFO [3bde9015baec:44827 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T18:12:58,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=08eef39ca6fc6c89d597d7b35efa7760, regionState=OPENING, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:12:58,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=be42f4a0d4254f0cbeed58f00ef31952, regionState=OPENING, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:12:58,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=10dc49206993c41566e5eabf6ba7cfbe, regionState=OPENING, regionLocation=3bde9015baec,41063,1731780765565 2024-11-16T18:12:58,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=07af27a89679fcfee126c4dd49367681, regionState=OPENING, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:12:58,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=387972a6132ee5c0b4589ba911f35202, regionState=OPENING, regionLocation=3bde9015baec,41063,1731780765565 2024-11-16T18:12:58,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3edd064710e35c075fd0743d62ff64b3, regionState=OPENING, regionLocation=3bde9015baec,41063,1731780765565 2024-11-16T18:12:58,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=910683b739565836987c2a59bd36aefb, regionState=OPENING, regionLocation=3bde9015baec,41063,1731780765565 2024-11-16T18:12:58,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d59f2afafcf84cfefa760966badb0aac, regionState=OPENING, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:12:58,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27d485438c552b96016ff3ebb1e89d9f, regionState=OPENING, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:12:58,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8f0220dd96cca4545bbf25632a950bc9, regionState=OPENING, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:12:58,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=be42f4a0d4254f0cbeed58f00ef31952, ASSIGN because future has completed 2024-11-16T18:12:58,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure be42f4a0d4254f0cbeed58f00ef31952, server=3bde9015baec,45267,1731780765719}] 2024-11-16T18:12:58,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07af27a89679fcfee126c4dd49367681, ASSIGN because future has completed 2024-11-16T18:12:58,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07af27a89679fcfee126c4dd49367681, server=3bde9015baec,45267,1731780765719}] 2024-11-16T18:12:58,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN because future has completed 2024-11-16T18:12:58,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN because future has completed 2024-11-16T18:12:58,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 387972a6132ee5c0b4589ba911f35202, server=3bde9015baec,41063,1731780765565}] 2024-11-16T18:12:58,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN because future has completed 2024-11-16T18:12:58,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d59f2afafcf84cfefa760966badb0aac, ASSIGN because future has completed 2024-11-16T18:12:58,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3edd064710e35c075fd0743d62ff64b3, server=3bde9015baec,41063,1731780765565}] 2024-11-16T18:12:58,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=08eef39ca6fc6c89d597d7b35efa7760, ASSIGN because future has completed 2024-11-16T18:12:58,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d59f2afafcf84cfefa760966badb0aac, server=3bde9015baec,39541,1731780765670}] 2024-11-16T18:12:58,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 910683b739565836987c2a59bd36aefb, server=3bde9015baec,41063,1731780765565}] 2024-11-16T18:12:58,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27d485438c552b96016ff3ebb1e89d9f, ASSIGN because future has completed 2024-11-16T18:12:58,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8f0220dd96cca4545bbf25632a950bc9, ASSIGN because future has completed 2024-11-16T18:12:58,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN because future has completed 2024-11-16T18:12:58,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe, server=3bde9015baec,41063,1731780765565}] 2024-11-16T18:12:58,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0220dd96cca4545bbf25632a950bc9, server=3bde9015baec,39541,1731780765670}] 2024-11-16T18:12:58,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27d485438c552b96016ff3ebb1e89d9f, server=3bde9015baec,39541,1731780765670}] 2024-11-16T18:12:58,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08eef39ca6fc6c89d597d7b35efa7760, server=3bde9015baec,45267,1731780765719}] 2024-11-16T18:12:59,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:12:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:13:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:13:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:13:03,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T18:13:05,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:13:05,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:13:05,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:13:05,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T18:13:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:13:08,823 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:13:08,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:13:08,839 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:13:08,839 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => be42f4a0d4254f0cbeed58f00ef31952, NAME => 'SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T18:13:08,840 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,840 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,841 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,841 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,844 INFO [StoreOpener-be42f4a0d4254f0cbeed58f00ef31952-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,846 INFO [StoreOpener-be42f4a0d4254f0cbeed58f00ef31952-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be42f4a0d4254f0cbeed58f00ef31952 columnFamilyName cf 2024-11-16T18:13:08,846 DEBUG [StoreOpener-be42f4a0d4254f0cbeed58f00ef31952-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,847 INFO [StoreOpener-be42f4a0d4254f0cbeed58f00ef31952-1 {}] regionserver.HStore(327): Store=be42f4a0d4254f0cbeed58f00ef31952/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,847 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,848 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:13:08,848 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,849 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,850 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,850 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:13:08,852 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,856 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,856 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened be42f4a0d4254f0cbeed58f00ef31952; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73479028, jitterRate=0.09492284059524536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,857 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:13:08,857 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:08,857 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 10dc49206993c41566e5eabf6ba7cfbe, NAME => 'SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T18:13:08,858 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,858 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,858 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,858 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,858 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for be42f4a0d4254f0cbeed58f00ef31952: Running coprocessor pre-open hook at 1731780788841Writing region info on filesystem at 1731780788841Initializing all the Stores at 1731780788843 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788843Cleaning up temporary data from old regions at 1731780788850 (+7 ms)Running coprocessor post-open hooks at 1731780788857 (+7 ms)Region opened successfully at 1731780788858 (+1 ms) 2024-11-16T18:13:08,860 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952., pid=15, masterSystemTime=1731780788823 2024-11-16T18:13:08,861 INFO [StoreOpener-10dc49206993c41566e5eabf6ba7cfbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,863 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:13:08,863 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:13:08,863 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:13:08,864 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 08eef39ca6fc6c89d597d7b35efa7760, NAME => 'SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T18:13:08,864 INFO [StoreOpener-10dc49206993c41566e5eabf6ba7cfbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10dc49206993c41566e5eabf6ba7cfbe columnFamilyName cf 2024-11-16T18:13:08,864 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,864 DEBUG [StoreOpener-10dc49206993c41566e5eabf6ba7cfbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,864 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,865 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=be42f4a0d4254f0cbeed58f00ef31952, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:13:08,865 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,865 INFO [StoreOpener-10dc49206993c41566e5eabf6ba7cfbe-1 {}] regionserver.HStore(327): Store=10dc49206993c41566e5eabf6ba7cfbe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,865 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,867 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,868 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure be42f4a0d4254f0cbeed58f00ef31952, server=3bde9015baec,45267,1731780765719 because future has completed 2024-11-16T18:13:08,868 INFO [StoreOpener-08eef39ca6fc6c89d597d7b35efa7760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,869 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,869 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,871 INFO [StoreOpener-08eef39ca6fc6c89d597d7b35efa7760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08eef39ca6fc6c89d597d7b35efa7760 columnFamilyName cf 2024-11-16T18:13:08,871 DEBUG [StoreOpener-08eef39ca6fc6c89d597d7b35efa7760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,871 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:13:08,872 INFO [StoreOpener-08eef39ca6fc6c89d597d7b35efa7760-1 {}] regionserver.HStore(327): Store=08eef39ca6fc6c89d597d7b35efa7760/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,872 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f0220dd96cca4545bbf25632a950bc9, NAME => 'SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T18:13:08,872 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,872 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,872 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,873 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,873 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,873 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,873 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,874 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,874 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,875 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-16T18:13:08,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure be42f4a0d4254f0cbeed58f00ef31952, server=3bde9015baec,45267,1731780765719 in 10.0550 sec 2024-11-16T18:13:08,876 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44827 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3bde9015baec,45267,1731780765719, table=SPTestTable, region=be42f4a0d4254f0cbeed58f00ef31952. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T18:13:08,878 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=be42f4a0d4254f0cbeed58f00ef31952, ASSIGN in 10.2360 sec 2024-11-16T18:13:08,880 INFO [StoreOpener-8f0220dd96cca4545bbf25632a950bc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,880 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/10dc49206993c41566e5eabf6ba7cfbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,881 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/08eef39ca6fc6c89d597d7b35efa7760/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,881 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 10dc49206993c41566e5eabf6ba7cfbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65342414, jitterRate=-0.026322156190872192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,881 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:08,882 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 10dc49206993c41566e5eabf6ba7cfbe: Running coprocessor pre-open hook at 1731780788859Writing region info on filesystem at 1731780788859Initializing all the Stores at 1731780788861 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788861Cleaning up temporary data from old regions at 1731780788869 (+8 ms)Running coprocessor post-open hooks at 1731780788881 (+12 ms)Region opened successfully at 1731780788881 2024-11-16T18:13:08,882 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 08eef39ca6fc6c89d597d7b35efa7760; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69367044, jitterRate=0.0336495041847229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,882 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:08,882 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 08eef39ca6fc6c89d597d7b35efa7760: Running coprocessor pre-open hook at 1731780788865Writing region info on filesystem at 1731780788865Initializing all the Stores at 1731780788867 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788868 (+1 ms)Cleaning up temporary data from old regions at 1731780788875 (+7 ms)Running coprocessor post-open hooks at 1731780788882 (+7 ms)Region opened successfully at 1731780788882 2024-11-16T18:13:08,883 INFO [StoreOpener-8f0220dd96cca4545bbf25632a950bc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f0220dd96cca4545bbf25632a950bc9 columnFamilyName cf 2024-11-16T18:13:08,883 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760., pid=24, masterSystemTime=1731780788823 2024-11-16T18:13:08,883 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., pid=21, masterSystemTime=1731780788848 2024-11-16T18:13:08,883 DEBUG [StoreOpener-8f0220dd96cca4545bbf25632a950bc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,884 INFO [StoreOpener-8f0220dd96cca4545bbf25632a950bc9-1 {}] regionserver.HStore(327): Store=8f0220dd96cca4545bbf25632a950bc9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,884 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,885 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:13:08,885 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:13:08,886 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:13:08,886 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,886 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3edd064710e35c075fd0743d62ff64b3, NAME => 'SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T18:13:08,886 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,886 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,886 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,887 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,887 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,887 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=10dc49206993c41566e5eabf6ba7cfbe, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,41063,1731780765565 2024-11-16T18:13:08,887 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:13:08,887 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:13:08,887 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:13:08,887 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 07af27a89679fcfee126c4dd49367681, NAME => 'SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T18:13:08,888 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,888 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,888 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,888 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,888 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,888 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=08eef39ca6fc6c89d597d7b35efa7760, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:13:08,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe, server=3bde9015baec,41063,1731780765565 because future has completed 2024-11-16T18:13:08,894 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08eef39ca6fc6c89d597d7b35efa7760, server=3bde9015baec,45267,1731780765719 because future has completed 2024-11-16T18:13:08,895 INFO [StoreOpener-07af27a89679fcfee126c4dd49367681-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,896 INFO [StoreOpener-3edd064710e35c075fd0743d62ff64b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,898 INFO [StoreOpener-07af27a89679fcfee126c4dd49367681-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07af27a89679fcfee126c4dd49367681 columnFamilyName cf 2024-11-16T18:13:08,898 DEBUG [StoreOpener-07af27a89679fcfee126c4dd49367681-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,899 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/8f0220dd96cca4545bbf25632a950bc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,899 INFO [StoreOpener-07af27a89679fcfee126c4dd49367681-1 {}] regionserver.HStore(327): Store=07af27a89679fcfee126c4dd49367681/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,900 INFO [StoreOpener-3edd064710e35c075fd0743d62ff64b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3edd064710e35c075fd0743d62ff64b3 columnFamilyName cf 2024-11-16T18:13:08,900 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,900 DEBUG [StoreOpener-3edd064710e35c075fd0743d62ff64b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-16T18:13:08,899 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 8f0220dd96cca4545bbf25632a950bc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66263146, jitterRate=-0.012602180242538452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,901 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:08,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe, server=3bde9015baec,41063,1731780765565 in 10.0410 sec 2024-11-16T18:13:08,901 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 8f0220dd96cca4545bbf25632a950bc9: Running coprocessor pre-open hook at 1731780788873Writing region info on filesystem at 1731780788873Initializing all the Stores at 1731780788876 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788876Cleaning up temporary data from old regions at 1731780788888 (+12 ms)Running coprocessor post-open hooks at 1731780788901 (+13 ms)Region opened successfully at 1731780788901 2024-11-16T18:13:08,901 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,902 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,902 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9., pid=22, masterSystemTime=1731780788862 2024-11-16T18:13:08,902 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,903 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,903 INFO [StoreOpener-3edd064710e35c075fd0743d62ff64b3-1 {}] regionserver.HStore(327): Store=3edd064710e35c075fd0743d62ff64b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,903 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,904 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-16T18:13:08,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 08eef39ca6fc6c89d597d7b35efa7760, server=3bde9015baec,45267,1731780765719 in 10.0130 sec 2024-11-16T18:13:08,905 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN in 10.2610 sec 2024-11-16T18:13:08,906 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:13:08,906 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:13:08,906 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,906 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:13:08,906 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,906 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,907 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d59f2afafcf84cfefa760966badb0aac, NAME => 'SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T18:13:08,907 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,907 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,907 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,907 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,909 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8f0220dd96cca4545bbf25632a950bc9, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:13:08,909 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,912 INFO [StoreOpener-d59f2afafcf84cfefa760966badb0aac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f0220dd96cca4545bbf25632a950bc9, server=3bde9015baec,39541,1731780765670 because future has completed 2024-11-16T18:13:08,913 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/07af27a89679fcfee126c4dd49367681/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=08eef39ca6fc6c89d597d7b35efa7760, ASSIGN in 10.2660 sec 2024-11-16T18:13:08,915 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 07af27a89679fcfee126c4dd49367681; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61179578, jitterRate=-0.0883532464504242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,916 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:08,916 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 07af27a89679fcfee126c4dd49367681: Running coprocessor pre-open hook at 1731780788888Writing region info on filesystem at 1731780788888Initializing all the Stores at 1731780788891 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788891Cleaning up temporary data from old regions at 1731780788903 (+12 ms)Running coprocessor post-open hooks at 1731780788916 (+13 ms)Region opened successfully at 1731780788916 2024-11-16T18:13:08,916 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/3edd064710e35c075fd0743d62ff64b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,917 INFO [StoreOpener-d59f2afafcf84cfefa760966badb0aac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59f2afafcf84cfefa760966badb0aac columnFamilyName cf 2024-11-16T18:13:08,917 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3edd064710e35c075fd0743d62ff64b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74087917, jitterRate=0.10399599373340607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,917 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:08,917 DEBUG [StoreOpener-d59f2afafcf84cfefa760966badb0aac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,917 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681., pid=16, masterSystemTime=1731780788823 2024-11-16T18:13:08,917 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3edd064710e35c075fd0743d62ff64b3: Running coprocessor pre-open hook at 1731780788887Writing region info on filesystem at 1731780788887Initializing all the Stores at 1731780788891 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788891Cleaning up temporary data from old regions at 1731780788907 (+16 ms)Running coprocessor post-open hooks at 1731780788917 (+10 ms)Region opened successfully at 1731780788917 2024-11-16T18:13:08,918 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3., pid=18, masterSystemTime=1731780788848 2024-11-16T18:13:08,920 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:13:08,920 INFO [StoreOpener-d59f2afafcf84cfefa760966badb0aac-1 {}] regionserver.HStore(327): Store=d59f2afafcf84cfefa760966badb0aac/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,921 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:13:08,921 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=07af27a89679fcfee126c4dd49367681, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:13:08,923 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,923 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:13:08,923 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:13:08,923 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:13:08,923 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 387972a6132ee5c0b4589ba911f35202, NAME => 'SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T18:13:08,924 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,924 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,924 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,924 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-16T18:13:08,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f0220dd96cca4545bbf25632a950bc9, server=3bde9015baec,39541,1731780765670 in 10.0600 sec 2024-11-16T18:13:08,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3edd064710e35c075fd0743d62ff64b3, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,41063,1731780765565 2024-11-16T18:13:08,926 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07af27a89679fcfee126c4dd49367681, server=3bde9015baec,45267,1731780765719 because future has completed 2024-11-16T18:13:08,928 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,928 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,929 INFO [StoreOpener-387972a6132ee5c0b4589ba911f35202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8f0220dd96cca4545bbf25632a950bc9, ASSIGN in 10.2850 sec 2024-11-16T18:13:08,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3edd064710e35c075fd0743d62ff64b3, server=3bde9015baec,41063,1731780765565 because future has completed 2024-11-16T18:13:08,932 INFO [StoreOpener-387972a6132ee5c0b4589ba911f35202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 387972a6132ee5c0b4589ba911f35202 columnFamilyName cf 2024-11-16T18:13:08,932 DEBUG [StoreOpener-387972a6132ee5c0b4589ba911f35202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,933 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,933 INFO [StoreOpener-387972a6132ee5c0b4589ba911f35202-1 {}] regionserver.HStore(327): Store=387972a6132ee5c0b4589ba911f35202/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,933 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-16T18:13:08,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 07af27a89679fcfee126c4dd49367681, server=3bde9015baec,45267,1731780765719 in 10.1100 sec 2024-11-16T18:13:08,935 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,935 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,937 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,937 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,938 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-16T18:13:08,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07af27a89679fcfee126c4dd49367681, ASSIGN in 10.2940 sec 2024-11-16T18:13:08,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3edd064710e35c075fd0743d62ff64b3, server=3bde9015baec,41063,1731780765565 in 10.0960 sec 2024-11-16T18:13:08,939 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d59f2afafcf84cfefa760966badb0aac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61929680, jitterRate=-0.07717585563659668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,939 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:08,939 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d59f2afafcf84cfefa760966badb0aac: Running coprocessor pre-open hook at 1731780788907Writing region info on filesystem at 1731780788907Initializing all the Stores at 1731780788909 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788910 (+1 ms)Cleaning up temporary data from old regions at 1731780788929 (+19 ms)Running coprocessor post-open hooks at 1731780788939 (+10 ms)Region opened successfully at 1731780788939 2024-11-16T18:13:08,940 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac., pid=19, masterSystemTime=1731780788862 2024-11-16T18:13:08,941 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN in 10.2980 sec 2024-11-16T18:13:08,943 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:13:08,943 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:13:08,944 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:13:08,944 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 27d485438c552b96016ff3ebb1e89d9f, NAME => 'SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T18:13:08,944 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,945 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,945 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,945 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,946 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/387972a6132ee5c0b4589ba911f35202/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d59f2afafcf84cfefa760966badb0aac, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:13:08,948 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 387972a6132ee5c0b4589ba911f35202; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70844366, jitterRate=0.05566331744194031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,948 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:08,949 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 387972a6132ee5c0b4589ba911f35202: Running coprocessor pre-open hook at 1731780788924Writing region info on filesystem at 1731780788924Initializing all the Stores at 1731780788929 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788929Cleaning up temporary data from old regions at 1731780788937 (+8 ms)Running coprocessor post-open hooks at 1731780788949 (+12 ms)Region opened successfully at 1731780788949 2024-11-16T18:13:08,950 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., pid=17, masterSystemTime=1731780788848 2024-11-16T18:13:08,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d59f2afafcf84cfefa760966badb0aac, server=3bde9015baec,39541,1731780765670 because future has completed 2024-11-16T18:13:08,953 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:13:08,953 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:13:08,953 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:13:08,953 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 910683b739565836987c2a59bd36aefb, NAME => 'SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T18:13:08,953 INFO [StoreOpener-27d485438c552b96016ff3ebb1e89d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,954 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,954 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:08,954 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,954 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=387972a6132ee5c0b4589ba911f35202, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,41063,1731780765565 2024-11-16T18:13:08,956 INFO [StoreOpener-27d485438c552b96016ff3ebb1e89d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27d485438c552b96016ff3ebb1e89d9f columnFamilyName cf 2024-11-16T18:13:08,956 DEBUG [StoreOpener-27d485438c552b96016ff3ebb1e89d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,957 INFO [StoreOpener-27d485438c552b96016ff3ebb1e89d9f-1 {}] regionserver.HStore(327): Store=27d485438c552b96016ff3ebb1e89d9f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,957 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 387972a6132ee5c0b4589ba911f35202, server=3bde9015baec,41063,1731780765565 because future has completed 2024-11-16T18:13:08,959 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,959 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-16T18:13:08,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d59f2afafcf84cfefa760966badb0aac, server=3bde9015baec,39541,1731780765670 in 10.1090 sec 2024-11-16T18:13:08,960 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,961 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,964 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d59f2afafcf84cfefa760966badb0aac, ASSIGN in 10.3200 sec 2024-11-16T18:13:08,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-16T18:13:08,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 387972a6132ee5c0b4589ba911f35202, server=3bde9015baec,41063,1731780765565 in 10.1350 sec 2024-11-16T18:13:08,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN in 10.3270 sec 2024-11-16T18:13:08,976 INFO [StoreOpener-910683b739565836987c2a59bd36aefb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,977 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/27d485438c552b96016ff3ebb1e89d9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,979 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 27d485438c552b96016ff3ebb1e89d9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67650152, jitterRate=0.00806581974029541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,979 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:08,979 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 27d485438c552b96016ff3ebb1e89d9f: Running coprocessor pre-open hook at 1731780788945Writing region info on filesystem at 1731780788945Initializing all the Stores at 1731780788953 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788953Cleaning up temporary data from old regions at 1731780788961 (+8 ms)Running coprocessor post-open hooks at 1731780788979 (+18 ms)Region opened successfully at 1731780788979 2024-11-16T18:13:08,979 INFO [StoreOpener-910683b739565836987c2a59bd36aefb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 910683b739565836987c2a59bd36aefb columnFamilyName cf 2024-11-16T18:13:08,980 DEBUG [StoreOpener-910683b739565836987c2a59bd36aefb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:08,980 INFO [StoreOpener-910683b739565836987c2a59bd36aefb-1 {}] regionserver.HStore(327): Store=910683b739565836987c2a59bd36aefb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:08,980 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f., pid=23, masterSystemTime=1731780788862 2024-11-16T18:13:08,981 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,982 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,983 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,984 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:13:08,984 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:13:08,984 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,984 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,985 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27d485438c552b96016ff3ebb1e89d9f, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:13:08,987 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27d485438c552b96016ff3ebb1e89d9f, server=3bde9015baec,39541,1731780765670 because future has completed 2024-11-16T18:13:08,991 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/910683b739565836987c2a59bd36aefb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:13:08,992 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 910683b739565836987c2a59bd36aefb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74943901, jitterRate=0.11675114929676056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:08,993 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:08,993 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 910683b739565836987c2a59bd36aefb: Running coprocessor pre-open hook at 1731780788955Writing region info on filesystem at 1731780788955Initializing all the Stores at 1731780788956 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780788956Cleaning up temporary data from old regions at 1731780788984 (+28 ms)Running coprocessor post-open hooks at 1731780788993 (+9 ms)Region opened successfully at 1731780788993 2024-11-16T18:13:08,994 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb., pid=20, masterSystemTime=1731780788848 2024-11-16T18:13:08,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-16T18:13:08,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 27d485438c552b96016ff3ebb1e89d9f, server=3bde9015baec,39541,1731780765670 in 10.1170 sec 2024-11-16T18:13:08,997 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:13:08,997 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:13:08,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=910683b739565836987c2a59bd36aefb, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,41063,1731780765565 2024-11-16T18:13:08,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27d485438c552b96016ff3ebb1e89d9f, ASSIGN in 10.3570 sec 2024-11-16T18:13:09,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 910683b739565836987c2a59bd36aefb, server=3bde9015baec,41063,1731780765565 because future has completed 2024-11-16T18:13:09,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-16T18:13:09,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 910683b739565836987c2a59bd36aefb, server=3bde9015baec,41063,1731780765565 in 10.1620 sec 2024-11-16T18:13:09,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:13:09,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN in 10.3670 sec 2024-11-16T18:13:09,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:13:09,012 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731780789012"}]},"ts":"1731780789012"} 2024-11-16T18:13:09,014 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T18:13:09,016 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:13:09,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9970 sec 2024-11-16T18:13:10,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T18:13:13,840 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:13:14,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T18:13:15,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-16T18:13:15,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-16T18:13:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:13:16,310 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T18:13:16,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T18:13:16,312 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T18:13:16,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T18:13:16,326 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T18:13:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T18:13:16,378 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,402 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., hostname=3bde9015baec,41063,1731780765565, seqNum=2] 2024-11-16T18:13:16,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952., hostname=3bde9015baec,45267,1731780765719, seqNum=2] 2024-11-16T18:13:16,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952., hostname=3bde9015baec,45267,1731780765719, seqNum=2] 2024-11-16T18:13:16,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952., hostname=3bde9015baec,45267,1731780765719, seqNum=2] 2024-11-16T18:13:16,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952., hostname=3bde9015baec,45267,1731780765719, seqNum=2] 2024-11-16T18:13:16,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952., hostname=3bde9015baec,45267,1731780765719, seqNum=2] 2024-11-16T18:13:16,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952., hostname=3bde9015baec,45267,1731780765719, seqNum=2] 2024-11-16T18:13:16,611 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac., hostname=3bde9015baec,39541,1731780765670, seqNum=2] 2024-11-16T18:13:16,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac., hostname=3bde9015baec,39541,1731780765670, seqNum=2] 2024-11-16T18:13:16,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac., hostname=3bde9015baec,39541,1731780765670, seqNum=2] 2024-11-16T18:13:16,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac., hostname=3bde9015baec,39541,1731780765670, seqNum=2] 2024-11-16T18:13:16,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac., hostname=3bde9015baec,39541,1731780765670, seqNum=2] 2024-11-16T18:13:16,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac., hostname=3bde9015baec,39541,1731780765670, seqNum=2] 2024-11-16T18:13:16,626 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac., hostname=3bde9015baec,39541,1731780765670, seqNum=2] 2024-11-16T18:13:16,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac., hostname=3bde9015baec,39541,1731780765670, seqNum=2] 2024-11-16T18:13:17,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:13:17,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:13:17,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:13:17,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:13:17,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T18:13:17,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45267 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T18:13:17,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41063 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T18:13:17,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39541 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:13:18,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39541 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T18:13:18,639 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T18:13:18,641 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T18:13:18,643 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T18:13:18,650 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T18:13:18,666 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T18:13:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741848_1024 (size=49) 2024-11-16T18:13:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741848_1024 (size=49) 2024-11-16T18:13:18,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741848_1024 (size=49) 2024-11-16T18:13:18,680 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T18:13:18,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08eef39ca6fc6c89d597d7b35efa7760}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0220dd96cca4545bbf25632a950bc9}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27d485438c552b96016ff3ebb1e89d9f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07af27a89679fcfee126c4dd49367681}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be42f4a0d4254f0cbeed58f00ef31952}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d59f2afafcf84cfefa760966badb0aac}] 2024-11-16T18:13:18,687 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:18,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:18,687 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:18,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:18,688 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:18,694 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:18,694 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:18,694 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:18,695 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:18,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:18,742 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3bde9015baec,41063,1731780765565 2024-11-16T18:13:18,743 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3bde9015baec,41063,1731780765565: Simulated kill ***** 2024-11-16T18:13:18,743 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:13:18,745 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:13:18,747 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:13:18,749 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:13:18,749 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:13:18,754 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 610761296 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153911600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "3bde9015baec", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "3bde9015baec", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58867", "tag.serverName": "3bde9015baec,45267,1731780765719", "tag.clusterId": "ab793641-8401-4b03-8c38-b695e49e6c3a", "tag.Context": "regionserver", "tag.Hostname": "3bde9015baec", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731780765719, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-16T18:13:18,757 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44827 {}] master.MasterRpcServices(700): 3bde9015baec,41063,1731780765565 reported a fatal error: ***** ABORTING region server 3bde9015baec,41063,1731780765565: Simulated kill ***** 2024-11-16T18:13:18,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,41063,1731780765565' ***** 2024-11-16T18:13:18,760 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T18:13:18,760 INFO [RS:0;3bde9015baec:41063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:13:18,760 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T18:13:18,760 INFO [RS:0;3bde9015baec:41063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T18:13:18,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:13:18,761 INFO [RS:0;3bde9015baec:41063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T18:13:18,761 INFO [RS:0;3bde9015baec:41063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:13:18,761 INFO [RS:0;3bde9015baec:41063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:41063. 2024-11-16T18:13:18,761 DEBUG [RS:0;3bde9015baec:41063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:13:18,761 DEBUG [RS:0;3bde9015baec:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:13:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741834_1010 (size=1242) 2024-11-16T18:13:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741834_1010 (size=1242) 2024-11-16T18:13:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741834_1010 (size=1242) 2024-11-16T18:13:18,768 DEBUG [RS:0;3bde9015baec:41063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:13:18,768 INFO [RS:0;3bde9015baec:41063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:13:18,768 INFO [RS:0;3bde9015baec:41063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41063 2024-11-16T18:13:18,793 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:13:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T18:13:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3bde9015baec,41063,1731780765565 2024-11-16T18:13:18,836 INFO [RS:0;3bde9015baec:41063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:13:18,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,41063,1731780765565] 2024-11-16T18:13:18,857 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3bde9015baec,41063,1731780765565 already deleted, retry=false 2024-11-16T18:13:18,857 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3bde9015baec,41063,1731780765565 on 3bde9015baec,44827,1731780764719 2024-11-16T18:13:18,862 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3bde9015baec,41063,1731780765565, splitWal=true, meta=false 2024-11-16T18:13:18,865 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 3bde9015baec,41063,1731780765565 (carryingMeta=false) 3bde9015baec,41063,1731780765565/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@39720091[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T18:13:18,865 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3bde9015baec,41063,1731780765565, splitWal=true, meta=false 2024-11-16T18:13:18,866 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3bde9015baec,41063,1731780765565 had 4 regions 2024-11-16T18:13:18,866 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:18,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:18,867 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:18,867 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:18,868 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3bde9015baec,41063,1731780765565, splitWal=true, meta=false, isMeta: false 2024-11-16T18:13:18,868 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 can not run currently because target server of region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 3bde9015baec,41063,1731780765565 is in state CRASHED, wait 1000 ms to retry 2024-11-16T18:13:18,868 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 can not run currently because target server of region SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 3bde9015baec,41063,1731780765565 is in state CRASHED, wait 1000 ms to retry 2024-11-16T18:13:18,868 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb can not run currently because target server of region SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 3bde9015baec,41063,1731780765565 is in state CRASHED, wait 1000 ms to retry 2024-11-16T18:13:18,868 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe can not run currently because target server of region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 1000 ms to retry 2024-11-16T18:13:18,868 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe; timeout=1000, timestamp=1731780799868 2024-11-16T18:13:18,868 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb; timeout=1000, timestamp=1731780799868 2024-11-16T18:13:18,868 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202; timeout=1000, timestamp=1731780799868 2024-11-16T18:13:18,868 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3; timeout=1000, timestamp=1731780799868 2024-11-16T18:13:18,871 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting 2024-11-16T18:13:18,873 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3bde9015baec,41063,1731780765565 WAL count=1, meta=false 2024-11-16T18:13:18,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3bde9015baec%2C41063%2C1731780765565.1731780767301}] 2024-11-16T18:13:18,884 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=3bde9015baec,39541,1731780765670 2024-11-16T18:13:18,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3bde9015baec%2C41063%2C1731780765565.1731780767301, worker=3bde9015baec,39541,1731780765670}] 2024-11-16T18:13:18,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:13:18,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41063-0x10144d95cad0001, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:13:18,947 INFO [RS:0;3bde9015baec:41063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:13:18,947 INFO [RS:0;3bde9015baec:41063 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,41063,1731780765565; zookeeper connection closed. 2024-11-16T18:13:18,948 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@633ca9d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@633ca9d5 2024-11-16T18:13:19,158 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:13:19,158 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:13:19,869 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:19,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:19,870 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:19,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:19,873 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 can not run currently because target server of region SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T18:13:19,873 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3; timeout=2000, timestamp=1731780801873 2024-11-16T18:13:19,875 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb can not run currently because target server of region SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T18:13:19,875 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 can not run currently because target server of region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T18:13:19,875 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe can not run currently because target server of region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 2000 ms to retry 2024-11-16T18:13:19,875 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202; timeout=2000, timestamp=1731780801875 2024-11-16T18:13:19,875 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb; timeout=2000, timestamp=1731780801875 2024-11-16T18:13:19,875 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe; timeout=2000, timestamp=1731780801875 2024-11-16T18:13:21,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:21,874 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 can not run currently because target server of region SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T18:13:21,875 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3; timeout=4000, timestamp=1731780805875 2024-11-16T18:13:21,875 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:21,875 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:21,876 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:21,877 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe can not run currently because target server of region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T18:13:21,877 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb can not run currently because target server of region SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T18:13:21,877 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb; timeout=4000, timestamp=1731780805877 2024-11-16T18:13:21,877 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe; timeout=4000, timestamp=1731780805877 2024-11-16T18:13:21,878 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 can not run currently because target server of region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 4000 ms to retry 2024-11-16T18:13:21,878 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202; timeout=4000, timestamp=1731780805878 2024-11-16T18:13:25,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:25,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:25,877 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:25,877 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 can not run currently because target server of region SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T18:13:25,877 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3; timeout=8000, timestamp=1731780813877 2024-11-16T18:13:25,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:25,879 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe can not run currently because target server of region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T18:13:25,879 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb can not run currently because target server of region SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T18:13:25,879 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe; timeout=8000, timestamp=1731780813879 2024-11-16T18:13:25,879 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb; timeout=8000, timestamp=1731780813879 2024-11-16T18:13:25,879 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 can not run currently because target server of region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 3bde9015baec,41063,1731780765565 is in state SPLITTING, wait 8000 ms to retry 2024-11-16T18:13:25,879 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202; timeout=8000, timestamp=1731780813879 2024-11-16T18:13:28,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T18:13:28,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-16T18:13:28,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T18:13:28,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:13:28,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T18:13:28,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T18:13:28,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:13:28,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T18:13:28,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:13:28,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:13:28,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T18:13:28,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:13:28,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:13:28,708 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d59f2afafcf84cfefa760966badb0aac 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-16T18:13:28,708 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing be42f4a0d4254f0cbeed58f00ef31952 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T18:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8f0220dd96cca4545bbf25632a950bc9: 2024-11-16T18:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 08eef39ca6fc6c89d597d7b35efa7760: 2024-11-16T18:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 27d485438c552b96016ff3ebb1e89d9f: 2024-11-16T18:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. for SnapshotProcedureTest completed. 2024-11-16T18:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. for SnapshotProcedureTest completed. 2024-11-16T18:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. for SnapshotProcedureTest completed. 2024-11-16T18:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 07af27a89679fcfee126c4dd49367681: 2024-11-16T18:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. for SnapshotProcedureTest completed. 2024-11-16T18:13:28,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:28,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:28,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:28,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:28,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:28,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:28,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:28,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:28,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:13:28,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:13:28,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:13:28,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:13:28,731 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301, size=1.2 K (1242bytes) 2024-11-16T18:13:28,732 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T18:13:28,732 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T18:13:28,732 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301 2024-11-16T18:13:28,738 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301 after 4ms 2024-11-16T18:13:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741851_1027 (size=65) 2024-11-16T18:13:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741850_1026 (size=65) 2024-11-16T18:13:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741851_1027 (size=65) 2024-11-16T18:13:28,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:13:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741850_1026 (size=65) 2024-11-16T18:13:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741851_1027 (size=65) 2024-11-16T18:13:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741850_1026 (size=65) 2024-11-16T18:13:28,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:13:28,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T18:13:28,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T18:13:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T18:13:28,752 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T18:13:28,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:28,752 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:13:28,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07af27a89679fcfee126c4dd49367681 2024-11-16T18:13:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741849_1025 (size=65) 2024-11-16T18:13:28,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741849_1025 (size=65) 2024-11-16T18:13:28,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741849_1025 (size=65) 2024-11-16T18:13:28,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741852_1028 (size=65) 2024-11-16T18:13:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:13:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T18:13:28,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741852_1028 (size=65) 2024-11-16T18:13:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T18:13:28,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741852_1028 (size=65) 2024-11-16T18:13:28,759 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:13:28,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 27d485438c552b96016ff3ebb1e89d9f in 10.0730 sec 2024-11-16T18:13:28,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:13:28,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T18:13:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T18:13:28,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:28,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 07af27a89679fcfee126c4dd49367681 in 10.0730 sec 2024-11-16T18:13:28,761 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:13:28,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 08eef39ca6fc6c89d597d7b35efa7760 in 10.0780 sec 2024-11-16T18:13:28,763 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301 took 34ms 2024-11-16T18:13:28,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8f0220dd96cca4545bbf25632a950bc9 in 10.0800 sec 2024-11-16T18:13:28,776 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 10dc49206993c41566e5eabf6ba7cfbe: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T18:13:28,778 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 3edd064710e35c075fd0743d62ff64b3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T18:13:28,781 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 387972a6132ee5c0b4589ba911f35202: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T18:13:28,783 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 910683b739565836987c2a59bd36aefb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T18:13:28,783 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301 so closing down 2024-11-16T18:13:28,784 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:13:28,784 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:13:28,789 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-16T18:13:28,789 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301, journal: Splitting hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301, size=1.2 K (1242bytes) at 1731780808731Finishing writing output for hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301 so closing down at 1731780808783 (+52 ms)3 split writer threads finished at 1731780808784 (+1 ms)Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731780808789 (+5 ms) 2024-11-16T18:13:28,789 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301 2024-11-16T18:13:28,789 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T18:13:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T18:13:28,800 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting/3bde9015baec%2C41063%2C1731780765565.1731780767301 to hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/oldWALs 2024-11-16T18:13:28,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-16T18:13:28,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3bde9015baec%2C41063%2C1731780765565.1731780767301, worker=3bde9015baec,39541,1731780765670 in 9.9140 sec 2024-11-16T18:13:28,806 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=3bde9015baec,39541,1731780765670 2024-11-16T18:13:28,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-16T18:13:28,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 3bde9015baec%2C41063%2C1731780765565.1731780767301, worker=3bde9015baec,39541,1731780765670 in 9.9310 sec 2024-11-16T18:13:28,813 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting dir is empty, no logs to split. 2024-11-16T18:13:28,814 INFO [PEWorker-2 {}] master.SplitWALManager(105): 3bde9015baec,41063,1731780765565 WAL count=0, meta=false 2024-11-16T18:13:28,814 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 3bde9015baec,41063,1731780765565 WAL splitting is done? wals=0, meta=false 2024-11-16T18:13:28,818 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 3bde9015baec,41063,1731780765565 failed, ignore...File hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/WALs/3bde9015baec,41063,1731780765565-splitting does not exist. 2024-11-16T18:13:28,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN}] 2024-11-16T18:13:28,823 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN 2024-11-16T18:13:28,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN 2024-11-16T18:13:28,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN 2024-11-16T18:13:28,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN 2024-11-16T18:13:28,827 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:13:28,827 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:13:28,827 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:13:28,828 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:13:28,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952/.tmp/cf/d9a4cdfb4f5d4ea0949769b88b593a51 is 34, key is ccd/cf:cf/1731780797758/Put/seqid=0 2024-11-16T18:13:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741854_1030 (size=47197) 2024-11-16T18:13:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741854_1030 (size=47197) 2024-11-16T18:13:28,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741854_1030 (size=47197) 2024-11-16T18:13:28,857 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952/.tmp/cf/d9a4cdfb4f5d4ea0949769b88b593a51 2024-11-16T18:13:28,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac/.tmp/cf/31ad21d994d445d8a87360530995b629 is 34, key is eaa/cf:cf/1731780798426/Put/seqid=0 2024-11-16T18:13:28,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741853_1029 (size=499309) 2024-11-16T18:13:28,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741853_1029 (size=499309) 2024-11-16T18:13:28,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741853_1029 (size=499309) 2024-11-16T18:13:28,893 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac/.tmp/cf/31ad21d994d445d8a87360530995b629 2024-11-16T18:13:28,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac/.tmp/cf/31ad21d994d445d8a87360530995b629 as hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac/cf/31ad21d994d445d8a87360530995b629 2024-11-16T18:13:28,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952/.tmp/cf/d9a4cdfb4f5d4ea0949769b88b593a51 as hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952/cf/d9a4cdfb4f5d4ea0949769b88b593a51 2024-11-16T18:13:28,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952/cf/d9a4cdfb4f5d4ea0949769b88b593a51, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T18:13:28,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac/cf/31ad21d994d445d8a87360530995b629, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-16T18:13:28,925 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d59f2afafcf84cfefa760966badb0aac in 218ms, sequenceid=5, compaction requested=false 2024-11-16T18:13:28,925 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for be42f4a0d4254f0cbeed58f00ef31952 in 218ms, sequenceid=5, compaction requested=false 2024-11-16T18:13:28,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for be42f4a0d4254f0cbeed58f00ef31952: 2024-11-16T18:13:28,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d59f2afafcf84cfefa760966badb0aac: 2024-11-16T18:13:28,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. for SnapshotProcedureTest completed. 2024-11-16T18:13:28,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. for SnapshotProcedureTest completed. 2024-11-16T18:13:28,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:28,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:28,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:28,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:28,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac/cf/31ad21d994d445d8a87360530995b629] hfiles 2024-11-16T18:13:28,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952/cf/d9a4cdfb4f5d4ea0949769b88b593a51] hfiles 2024-11-16T18:13:28,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac/cf/31ad21d994d445d8a87360530995b629 for snapshot=SnapshotProcedureTest 2024-11-16T18:13:28,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952/cf/d9a4cdfb4f5d4ea0949769b88b593a51 for snapshot=SnapshotProcedureTest 2024-11-16T18:13:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741855_1031 (size=97) 2024-11-16T18:13:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741855_1031 (size=97) 2024-11-16T18:13:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741855_1031 (size=97) 2024-11-16T18:13:28,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:13:28,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T18:13:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T18:13:28,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:28,948 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:13:28,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741856_1032 (size=105) 2024-11-16T18:13:28,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741856_1032 (size=105) 2024-11-16T18:13:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741856_1032 (size=105) 2024-11-16T18:13:28,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:13:28,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d59f2afafcf84cfefa760966badb0aac in 10.2670 sec 2024-11-16T18:13:28,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T18:13:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T18:13:28,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:28,955 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:13:28,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be42f4a0d4254f0cbeed58f00ef31952 in 10.2740 sec 2024-11-16T18:13:28,978 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(204): Hosts are {3bde9015baec=0} racks are {/default-rack=0} 2024-11-16T18:13:28,978 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T18:13:28,978 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T18:13:28,978 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T18:13:28,978 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T18:13:28,978 INFO [3bde9015baec:44827 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T18:13:28,978 INFO [3bde9015baec:44827 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T18:13:28,978 DEBUG [3bde9015baec:44827 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T18:13:28,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=3edd064710e35c075fd0743d62ff64b3, regionState=OPENING, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:13:28,979 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=10dc49206993c41566e5eabf6ba7cfbe, regionState=OPENING, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:13:28,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=910683b739565836987c2a59bd36aefb, regionState=OPENING, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:13:28,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=387972a6132ee5c0b4589ba911f35202, regionState=OPENING, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:13:28,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN because future has completed 2024-11-16T18:13:28,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 910683b739565836987c2a59bd36aefb, server=3bde9015baec,39541,1731780765670}] 2024-11-16T18:13:28,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN because future has completed 2024-11-16T18:13:28,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3edd064710e35c075fd0743d62ff64b3, server=3bde9015baec,45267,1731780765719}] 2024-11-16T18:13:28,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN because future has completed 2024-11-16T18:13:28,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe, server=3bde9015baec,45267,1731780765719}] 2024-11-16T18:13:28,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN because future has completed 2024-11-16T18:13:28,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 387972a6132ee5c0b4589ba911f35202, server=3bde9015baec,39541,1731780765670}] 2024-11-16T18:13:33,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 held by pid=41 2024-11-16T18:13:33,877 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:33,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe held by pid=42 2024-11-16T18:13:33,879 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:33,879 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 held by pid=39 2024-11-16T18:13:33,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:33,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb held by pid=40 2024-11-16T18:13:33,880 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:38,293 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T18:13:38,293 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T18:13:38,997 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:13:38,997 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:13:38,998 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 910683b739565836987c2a59bd36aefb, NAME => 'SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T18:13:38,998 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 3edd064710e35c075fd0743d62ff64b3, NAME => 'SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T18:13:38,998 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:38,998 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:38,998 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:38,998 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:38,999 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:38,999 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:38,999 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:38,999 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,001 INFO [StoreOpener-3edd064710e35c075fd0743d62ff64b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:39,001 INFO [StoreOpener-910683b739565836987c2a59bd36aefb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,002 INFO [StoreOpener-910683b739565836987c2a59bd36aefb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 910683b739565836987c2a59bd36aefb columnFamilyName cf 2024-11-16T18:13:39,003 DEBUG [StoreOpener-910683b739565836987c2a59bd36aefb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:39,003 INFO [StoreOpener-910683b739565836987c2a59bd36aefb-1 {}] regionserver.HStore(327): Store=910683b739565836987c2a59bd36aefb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:39,004 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,005 INFO [StoreOpener-3edd064710e35c075fd0743d62ff64b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3edd064710e35c075fd0743d62ff64b3 columnFamilyName cf 2024-11-16T18:13:39,005 DEBUG [StoreOpener-3edd064710e35c075fd0743d62ff64b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:39,005 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,006 INFO [StoreOpener-3edd064710e35c075fd0743d62ff64b3-1 {}] regionserver.HStore(327): Store=3edd064710e35c075fd0743d62ff64b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:39,006 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:39,007 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:39,013 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,013 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:39,013 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,014 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,016 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:39,016 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,016 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:39,017 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 910683b739565836987c2a59bd36aefb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71880402, jitterRate=0.07110145688056946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:39,017 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,018 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 910683b739565836987c2a59bd36aefb: Running coprocessor pre-open hook at 1731780818999Writing region info on filesystem at 1731780818999Initializing all the Stores at 1731780819000 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780819000Cleaning up temporary data from old regions at 1731780819014 (+14 ms)Running coprocessor post-open hooks at 1731780819017 (+3 ms)Region opened successfully at 1731780819018 (+1 ms) 2024-11-16T18:13:39,018 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:39,019 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb., pid=43, masterSystemTime=1731780818986 2024-11-16T18:13:39,020 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 3edd064710e35c075fd0743d62ff64b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66641496, jitterRate=-0.006964325904846191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:39,020 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:39,020 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 3edd064710e35c075fd0743d62ff64b3: Running coprocessor pre-open hook at 1731780818999Writing region info on filesystem at 1731780818999Initializing all the Stores at 1731780819000 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780819000Cleaning up temporary data from old regions at 1731780819016 (+16 ms)Running coprocessor post-open hooks at 1731780819020 (+4 ms)Region opened successfully at 1731780819020 2024-11-16T18:13:39,021 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:13:39,021 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:13:39,021 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3., pid=44, masterSystemTime=1731780818987 2024-11-16T18:13:39,021 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:13:39,022 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 387972a6132ee5c0b4589ba911f35202, NAME => 'SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T18:13:39,022 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,022 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:39,022 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=910683b739565836987c2a59bd36aefb, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:13:39,022 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,022 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,024 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:13:39,024 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:13:39,024 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:13:39,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 910683b739565836987c2a59bd36aefb, server=3bde9015baec,39541,1731780765670 because future has completed 2024-11-16T18:13:39,025 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 10dc49206993c41566e5eabf6ba7cfbe, NAME => 'SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T18:13:39,025 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=3edd064710e35c075fd0743d62ff64b3, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:13:39,025 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:13:39,025 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,025 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3edd064710e35c075fd0743d62ff64b3, server=3bde9015baec,45267,1731780765719 because future has completed 2024-11-16T18:13:39,028 INFO [StoreOpener-387972a6132ee5c0b4589ba911f35202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,029 INFO [StoreOpener-10dc49206993c41566e5eabf6ba7cfbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,030 INFO [StoreOpener-10dc49206993c41566e5eabf6ba7cfbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10dc49206993c41566e5eabf6ba7cfbe columnFamilyName cf 2024-11-16T18:13:39,030 DEBUG [StoreOpener-10dc49206993c41566e5eabf6ba7cfbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:39,030 INFO [StoreOpener-387972a6132ee5c0b4589ba911f35202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 387972a6132ee5c0b4589ba911f35202 columnFamilyName cf 2024-11-16T18:13:39,030 DEBUG [StoreOpener-387972a6132ee5c0b4589ba911f35202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:13:39,031 INFO [StoreOpener-10dc49206993c41566e5eabf6ba7cfbe-1 {}] regionserver.HStore(327): Store=10dc49206993c41566e5eabf6ba7cfbe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:39,031 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-16T18:13:39,031 INFO [StoreOpener-387972a6132ee5c0b4589ba911f35202-1 {}] regionserver.HStore(327): Store=387972a6132ee5c0b4589ba911f35202/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:13:39,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 910683b739565836987c2a59bd36aefb, server=3bde9015baec,39541,1731780765670 in 10.0450 sec 2024-11-16T18:13:39,031 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,032 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,032 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-16T18:13:39,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=910683b739565836987c2a59bd36aefb, ASSIGN in 10.2110 sec 2024-11-16T18:13:39,035 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:39,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 3edd064710e35c075fd0743d62ff64b3, server=3bde9015baec,45267,1731780765719 in 10.0460 sec 2024-11-16T18:13:39,035 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,035 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,036 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,036 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,037 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,037 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3edd064710e35c075fd0743d62ff64b3, ASSIGN in 10.2150 sec 2024-11-16T18:13:39,037 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:39,040 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,041 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,042 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 387972a6132ee5c0b4589ba911f35202; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64661787, jitterRate=-0.03646428883075714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:39,042 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,042 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 387972a6132ee5c0b4589ba911f35202: Running coprocessor pre-open hook at 1731780819022Writing region info on filesystem at 1731780819022Initializing all the Stores at 1731780819024 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780819024Cleaning up temporary data from old regions at 1731780819037 (+13 ms)Running coprocessor post-open hooks at 1731780819042 (+5 ms)Region opened successfully at 1731780819042 2024-11-16T18:13:39,043 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., pid=46, masterSystemTime=1731780818986 2024-11-16T18:13:39,044 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 10dc49206993c41566e5eabf6ba7cfbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74635895, jitterRate=0.11216150224208832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:13:39,045 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,045 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 10dc49206993c41566e5eabf6ba7cfbe: Running coprocessor pre-open hook at 1731780819025Writing region info on filesystem at 1731780819025Initializing all the Stores at 1731780819027 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780819027Cleaning up temporary data from old regions at 1731780819036 (+9 ms)Running coprocessor post-open hooks at 1731780819045 (+9 ms)Region opened successfully at 1731780819045 2024-11-16T18:13:39,046 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe., pid=45, masterSystemTime=1731780818987 2024-11-16T18:13:39,047 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:13:39,047 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:13:39,048 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=387972a6132ee5c0b4589ba911f35202, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,39541,1731780765670 2024-11-16T18:13:39,048 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:13:39,048 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:13:39,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=10dc49206993c41566e5eabf6ba7cfbe, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,45267,1731780765719 2024-11-16T18:13:39,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 387972a6132ee5c0b4589ba911f35202, server=3bde9015baec,39541,1731780765670 because future has completed 2024-11-16T18:13:39,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe, server=3bde9015baec,45267,1731780765719 because future has completed 2024-11-16T18:13:39,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-11-16T18:13:39,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 387972a6132ee5c0b4589ba911f35202, server=3bde9015baec,39541,1731780765670 in 10.0680 sec 2024-11-16T18:13:39,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-16T18:13:39,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe, server=3bde9015baec,45267,1731780765719 in 10.0750 sec 2024-11-16T18:13:39,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=387972a6132ee5c0b4589ba911f35202, ASSIGN in 10.2450 sec 2024-11-16T18:13:39,070 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:39,073 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:39,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-16T18:13:39,076 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 3bde9015baec,41063,1731780765565 after splitting done 2024-11-16T18:13:39,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10dc49206993c41566e5eabf6ba7cfbe, ASSIGN in 10.2470 sec 2024-11-16T18:13:39,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 3bde9015baec,41063,1731780765565, splitWal=true, meta=false in 20.2180 sec 2024-11-16T18:13:43,840 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:13:44,528 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T18:13:49,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T18:13:49,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T18:13:49,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:13:49,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:13:49,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 910683b739565836987c2a59bd36aefb: 2024-11-16T18:13:49,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. for SnapshotProcedureTest completed. 2024-11-16T18:13:49,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 387972a6132ee5c0b4589ba911f35202: 2024-11-16T18:13:49,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. for SnapshotProcedureTest completed. 2024-11-16T18:13:49,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:49,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:49,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:49,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:13:49,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:49,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:13:49,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T18:13:49,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:13:49,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T18:13:49,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 3edd064710e35c075fd0743d62ff64b3: 2024-11-16T18:13:49,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:13:49,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. for SnapshotProcedureTest completed. 2024-11-16T18:13:49,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 10dc49206993c41566e5eabf6ba7cfbe: 2024-11-16T18:13:49,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. for SnapshotProcedureTest completed. 2024-11-16T18:13:49,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:49,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:49,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:13:49,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:13:49,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:13:49,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:13:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741858_1034 (size=65) 2024-11-16T18:13:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741857_1033 (size=57) 2024-11-16T18:13:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741857_1033 (size=57) 2024-11-16T18:13:49,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741858_1034 (size=65) 2024-11-16T18:13:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741857_1033 (size=57) 2024-11-16T18:13:49,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:13:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741858_1034 (size=65) 2024-11-16T18:13:49,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:13:49,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T18:13:49,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T18:13:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T18:13:49,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T18:13:49,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:49,063 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:13:49,063 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb 2024-11-16T18:13:49,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 387972a6132ee5c0b4589ba911f35202 in 30.3820 sec 2024-11-16T18:13:49,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 910683b739565836987c2a59bd36aefb in 30.3820 sec 2024-11-16T18:13:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741859_1035 (size=65) 2024-11-16T18:13:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741859_1035 (size=65) 2024-11-16T18:13:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741859_1035 (size=65) 2024-11-16T18:13:49,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:13:49,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T18:13:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T18:13:49,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:49,075 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:13:49,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10dc49206993c41566e5eabf6ba7cfbe in 30.3940 sec 2024-11-16T18:13:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741860_1036 (size=65) 2024-11-16T18:13:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741860_1036 (size=65) 2024-11-16T18:13:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741860_1036 (size=65) 2024-11-16T18:13:49,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:13:49,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T18:13:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T18:13:49,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:49,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:13:49,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-16T18:13:49,087 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T18:13:49,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3edd064710e35c075fd0743d62ff64b3 in 30.4020 sec 2024-11-16T18:13:49,089 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T18:13:49,092 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T18:13:49,092 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T18:13:49,095 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T18:13:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741861_1037 (size=1094) 2024-11-16T18:13:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741861_1037 (size=1094) 2024-11-16T18:13:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741861_1037 (size=1094) 2024-11-16T18:13:49,144 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T18:13:49,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T18:13:49,160 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:13:49,160 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:13:49,160 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:13:49,160 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,39541,1731780765670 2024-11-16T18:13:49,160 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,39541,1731780765670 2024-11-16T18:13:49,166 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,39541,1731780765670 2024-11-16T18:13:49,290 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T18:13:50,781 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:44827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T18:13:53,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region be42f4a0d4254f0cbeed58f00ef31952, had cached 0 bytes from a total of 47197 2024-11-16T18:13:53,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d59f2afafcf84cfefa760966badb0aac, had cached 0 bytes from a total of 499309 2024-11-16T18:13:58,725 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 910683b739565836987c2a59bd36aefb changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:58,725 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8f0220dd96cca4545bbf25632a950bc9 changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:58,726 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 27d485438c552b96016ff3ebb1e89d9f changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:58,726 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 387972a6132ee5c0b4589ba911f35202 changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:58,726 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d59f2afafcf84cfefa760966badb0aac changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:58,726 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 08eef39ca6fc6c89d597d7b35efa7760 changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:58,726 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3edd064710e35c075fd0743d62ff64b3 changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:58,727 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 07af27a89679fcfee126c4dd49367681 changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:58,727 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 10dc49206993c41566e5eabf6ba7cfbe changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:58,727 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region be42f4a0d4254f0cbeed58f00ef31952 changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:13:59,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-16T18:13:59,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-16T18:13:59,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-16T18:13:59,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-16T18:13:59,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-16T18:13:59,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-16T18:13:59,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T18:13:59,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T18:13:59,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-16T18:13:59,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-16T18:13:59,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T18:13:59,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-16T18:13:59,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-16T18:13:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-16T18:13:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T18:13:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-16T18:13:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-16T18:13:59,181 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,39541,1731780765670 Release verify snapshot worker=3bde9015baec,39541,1731780765670 2024-11-16T18:13:59,181 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 Release verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:13:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-16T18:13:59,182 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,39541,1731780765670 Release verify snapshot worker=3bde9015baec,39541,1731780765670 2024-11-16T18:13:59,182 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 Release verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:13:59,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-16T18:13:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-16T18:13:59,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 in 10.0280 sec 2024-11-16T18:13:59,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,39541,1731780765670 in 10.0290 sec 2024-11-16T18:13:59,184 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:13:59,185 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 Release verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:13:59,185 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,39541,1731780765670 Release verify snapshot worker=3bde9015baec,39541,1731780765670 2024-11-16T18:13:59,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,39541,1731780765670 in 10.0280 sec 2024-11-16T18:13:59,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 in 10.0290 sec 2024-11-16T18:13:59,187 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:13:59,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,39541,1731780765670 in 10.0320 sec 2024-11-16T18:13:59,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 in 10.0320 sec 2024-11-16T18:13:59,189 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:13:59,189 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,39541,1731780765670 2024-11-16T18:14:09,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-16T18:14:09,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-16T18:14:09,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-16T18:14:09,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-16T18:14:09,186 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-16T18:14:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-16T18:14:09,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-16T18:14:09,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-16T18:14:09,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-16T18:14:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-16T18:14:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-16T18:14:09,191 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 Release verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:14:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44827 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-16T18:14:09,194 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,39541,1731780765670 Release verify snapshot worker=3bde9015baec,39541,1731780765670 2024-11-16T18:14:09,194 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 Release verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:14:09,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 in 20.0380 sec 2024-11-16T18:14:09,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,39541,1731780765670 in 20.0410 sec 2024-11-16T18:14:09,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 in 20.0410 sec 2024-11-16T18:14:09,197 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 Release verify snapshot worker=3bde9015baec,45267,1731780765719 2024-11-16T18:14:09,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-16T18:14:09,199 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T18:14:09,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,45267,1731780765719 in 20.0440 sec 2024-11-16T18:14:09,201 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T18:14:09,203 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T18:14:09,203 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T18:14:09,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5690 sec 2024-11-16T18:14:09,254 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T18:14:09,262 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T18:14:09,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:14:09,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:14:09,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:14:09,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:09,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:09,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:14:09,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:14:09,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1667617069, stopped=false 2024-11-16T18:14:09,264 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,44827,1731780764719 2024-11-16T18:14:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T18:14:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T18:14:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T18:14:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:09,337 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:14:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:09,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:14:09,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:14:09,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:14:09,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:14:09,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:14:09,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:09,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,39541,1731780765670' ***** 2024-11-16T18:14:09,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:14:09,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,45267,1731780765719' ***** 2024-11-16T18:14:09,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:14:09,342 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:14:09,342 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:14:09,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:14:09,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:14:09,342 INFO [RS:1;3bde9015baec:39541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:14:09,342 INFO [RS:2;3bde9015baec:45267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:14:09,342 INFO [RS:2;3bde9015baec:45267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:14:09,342 INFO [RS:1;3bde9015baec:39541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:14:09,342 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 910683b739565836987c2a59bd36aefb 2024-11-16T18:14:09,342 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(3091): Received CLOSE for 08eef39ca6fc6c89d597d7b35efa7760 2024-11-16T18:14:09,343 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 387972a6132ee5c0b4589ba911f35202 2024-11-16T18:14:09,343 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(3091): Received CLOSE for be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:14:09,343 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f0220dd96cca4545bbf25632a950bc9 2024-11-16T18:14:09,343 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(3091): Received CLOSE for 07af27a89679fcfee126c4dd49367681 2024-11-16T18:14:09,343 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 27d485438c552b96016ff3ebb1e89d9f 2024-11-16T18:14:09,343 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(3091): Received CLOSE for 3edd064710e35c075fd0743d62ff64b3 2024-11-16T18:14:09,343 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:14:09,343 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(3091): Received CLOSE for 10dc49206993c41566e5eabf6ba7cfbe 2024-11-16T18:14:09,343 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,39541,1731780765670 2024-11-16T18:14:09,343 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,45267,1731780765719 2024-11-16T18:14:09,343 INFO [RS:2;3bde9015baec:45267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:14:09,343 INFO [RS:1;3bde9015baec:39541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:14:09,343 INFO [RS:2;3bde9015baec:45267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3bde9015baec:45267. 2024-11-16T18:14:09,343 INFO [RS:1;3bde9015baec:39541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3bde9015baec:39541. 2024-11-16T18:14:09,343 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08eef39ca6fc6c89d597d7b35efa7760, disabling compactions & flushes 2024-11-16T18:14:09,343 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 910683b739565836987c2a59bd36aefb, disabling compactions & flushes 2024-11-16T18:14:09,344 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:14:09,344 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:14:09,344 DEBUG [RS:2;3bde9015baec:45267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:14:09,344 DEBUG [RS:1;3bde9015baec:39541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:14:09,344 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:14:09,344 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:14:09,344 DEBUG [RS:1;3bde9015baec:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:09,344 DEBUG [RS:2;3bde9015baec:45267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:09,344 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. after waiting 0 ms 2024-11-16T18:14:09,344 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. after waiting 0 ms 2024-11-16T18:14:09,344 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:14:09,344 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:14:09,344 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-16T18:14:09,344 INFO [RS:1;3bde9015baec:39541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:14:09,344 INFO [RS:1;3bde9015baec:39541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:14:09,345 INFO [RS:1;3bde9015baec:39541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:14:09,345 DEBUG [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(1325): Online Regions={08eef39ca6fc6c89d597d7b35efa7760=SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760., be42f4a0d4254f0cbeed58f00ef31952=SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952., 07af27a89679fcfee126c4dd49367681=SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681., 3edd064710e35c075fd0743d62ff64b3=SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3., 10dc49206993c41566e5eabf6ba7cfbe=SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe.} 2024-11-16T18:14:09,345 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:14:09,345 DEBUG [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(1351): Waiting on 07af27a89679fcfee126c4dd49367681, 08eef39ca6fc6c89d597d7b35efa7760, 10dc49206993c41566e5eabf6ba7cfbe, 3edd064710e35c075fd0743d62ff64b3, be42f4a0d4254f0cbeed58f00ef31952 2024-11-16T18:14:09,345 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:14:09,349 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-16T18:14:09,349 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1325): Online Regions={910683b739565836987c2a59bd36aefb=SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb., 1588230740=hbase:meta,,1.1588230740, 387972a6132ee5c0b4589ba911f35202=SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202., 8f0220dd96cca4545bbf25632a950bc9=SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9., 27d485438c552b96016ff3ebb1e89d9f=SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f., d59f2afafcf84cfefa760966badb0aac=SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac.} 2024-11-16T18:14:09,349 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27d485438c552b96016ff3ebb1e89d9f, 387972a6132ee5c0b4589ba911f35202, 8f0220dd96cca4545bbf25632a950bc9, 910683b739565836987c2a59bd36aefb, d59f2afafcf84cfefa760966badb0aac 2024-11-16T18:14:09,349 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:14:09,349 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:14:09,349 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:14:09,349 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:14:09,349 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:14:09,350 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.28 KB heapSize=27.30 KB 2024-11-16T18:14:09,356 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/08eef39ca6fc6c89d597d7b35efa7760/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:14:09,357 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/910683b739565836987c2a59bd36aefb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:14:09,359 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:14:09,359 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:14:09,359 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08eef39ca6fc6c89d597d7b35efa7760: Waiting for close lock at 1731780849343Running coprocessor pre-close hooks at 1731780849343Disabling compacts and flushes for region at 1731780849343Disabling writes for close at 1731780849344 (+1 ms)Writing region close event to WAL at 1731780849348 (+4 ms)Running coprocessor post-close hooks at 1731780849357 (+9 ms)Closed at 1731780849359 (+2 ms) 2024-11-16T18:14:09,359 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 910683b739565836987c2a59bd36aefb: Waiting for close lock at 1731780849343Running coprocessor pre-close hooks at 1731780849343Disabling compacts and flushes for region at 1731780849343Disabling writes for close at 1731780849344 (+1 ms)Writing region close event to WAL at 1731780849348 (+4 ms)Running coprocessor post-close hooks at 1731780849358 (+10 ms)Closed at 1731780849359 (+1 ms) 2024-11-16T18:14:09,359 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760. 2024-11-16T18:14:09,359 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731780778013.910683b739565836987c2a59bd36aefb. 2024-11-16T18:14:09,360 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be42f4a0d4254f0cbeed58f00ef31952, disabling compactions & flushes 2024-11-16T18:14:09,360 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 387972a6132ee5c0b4589ba911f35202, disabling compactions & flushes 2024-11-16T18:14:09,360 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:14:09,360 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:14:09,360 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:14:09,360 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:14:09,360 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. after waiting 0 ms 2024-11-16T18:14:09,360 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. after waiting 0 ms 2024-11-16T18:14:09,360 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:14:09,360 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:14:09,372 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/be42f4a0d4254f0cbeed58f00ef31952/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:14:09,374 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:14:09,374 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be42f4a0d4254f0cbeed58f00ef31952: Waiting for close lock at 1731780849360Running coprocessor pre-close hooks at 1731780849360Disabling compacts and flushes for region at 1731780849360Disabling writes for close at 1731780849360Writing region close event to WAL at 1731780849364 (+4 ms)Running coprocessor post-close hooks at 1731780849373 (+9 ms)Closed at 1731780849374 (+1 ms) 2024-11-16T18:14:09,374 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731780778013.be42f4a0d4254f0cbeed58f00ef31952. 2024-11-16T18:14:09,374 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07af27a89679fcfee126c4dd49367681, disabling compactions & flushes 2024-11-16T18:14:09,375 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:14:09,375 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:14:09,375 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:14:09,375 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. after waiting 0 ms 2024-11-16T18:14:09,375 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:14:09,385 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/387972a6132ee5c0b4589ba911f35202/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:14:09,386 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:14:09,386 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 387972a6132ee5c0b4589ba911f35202: Waiting for close lock at 1731780849360Running coprocessor pre-close hooks at 1731780849360Disabling compacts and flushes for region at 1731780849360Disabling writes for close at 1731780849360Writing region close event to WAL at 1731780849363 (+3 ms)Running coprocessor post-close hooks at 1731780849386 (+23 ms)Closed at 1731780849386 2024-11-16T18:14:09,386 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731780778013.387972a6132ee5c0b4589ba911f35202. 2024-11-16T18:14:09,386 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f0220dd96cca4545bbf25632a950bc9, disabling compactions & flushes 2024-11-16T18:14:09,386 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:14:09,386 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:14:09,386 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. after waiting 0 ms 2024-11-16T18:14:09,387 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:14:09,387 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/.tmp/info/e6116d14b56647fbbe5cd476b64209e2 is 167, key is SPTestTable,19999999,1731780778013.08eef39ca6fc6c89d597d7b35efa7760./info:regioninfo/1731780788889/Put/seqid=0 2024-11-16T18:14:09,391 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/07af27a89679fcfee126c4dd49367681/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:14:09,392 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:14:09,392 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07af27a89679fcfee126c4dd49367681: Waiting for close lock at 1731780849374Running coprocessor pre-close hooks at 1731780849374Disabling compacts and flushes for region at 1731780849374Disabling writes for close at 1731780849375 (+1 ms)Writing region close event to WAL at 1731780849375Running coprocessor post-close hooks at 1731780849392 (+17 ms)Closed at 1731780849392 2024-11-16T18:14:09,393 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731780778013.07af27a89679fcfee126c4dd49367681. 2024-11-16T18:14:09,393 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3edd064710e35c075fd0743d62ff64b3, disabling compactions & flushes 2024-11-16T18:14:09,393 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:14:09,393 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:14:09,393 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. after waiting 0 ms 2024-11-16T18:14:09,393 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:14:09,404 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/8f0220dd96cca4545bbf25632a950bc9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:14:09,405 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:14:09,406 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f0220dd96cca4545bbf25632a950bc9: Waiting for close lock at 1731780849386Running coprocessor pre-close hooks at 1731780849386Disabling compacts and flushes for region at 1731780849386Disabling writes for close at 1731780849387 (+1 ms)Writing region close event to WAL at 1731780849393 (+6 ms)Running coprocessor post-close hooks at 1731780849405 (+12 ms)Closed at 1731780849405 2024-11-16T18:14:09,406 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731780778013.8f0220dd96cca4545bbf25632a950bc9. 2024-11-16T18:14:09,406 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27d485438c552b96016ff3ebb1e89d9f, disabling compactions & flushes 2024-11-16T18:14:09,406 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:14:09,406 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:14:09,406 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. after waiting 0 ms 2024-11-16T18:14:09,406 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:14:09,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741862_1038 (size=20260) 2024-11-16T18:14:09,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741862_1038 (size=20260) 2024-11-16T18:14:09,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741862_1038 (size=20260) 2024-11-16T18:14:09,413 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.12 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/.tmp/info/e6116d14b56647fbbe5cd476b64209e2 2024-11-16T18:14:09,418 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/3edd064710e35c075fd0743d62ff64b3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:14:09,419 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:14:09,420 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3edd064710e35c075fd0743d62ff64b3: Waiting for close lock at 1731780849393Running coprocessor pre-close hooks at 1731780849393Disabling compacts and flushes for region at 1731780849393Disabling writes for close at 1731780849393Writing region close event to WAL at 1731780849402 (+9 ms)Running coprocessor post-close hooks at 1731780849419 (+17 ms)Closed at 1731780849419 2024-11-16T18:14:09,420 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731780778013.3edd064710e35c075fd0743d62ff64b3. 2024-11-16T18:14:09,420 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10dc49206993c41566e5eabf6ba7cfbe, disabling compactions & flushes 2024-11-16T18:14:09,420 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:14:09,420 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:14:09,420 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. after waiting 0 ms 2024-11-16T18:14:09,420 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:14:09,421 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/27d485438c552b96016ff3ebb1e89d9f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:14:09,422 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:14:09,422 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27d485438c552b96016ff3ebb1e89d9f: Waiting for close lock at 1731780849406Running coprocessor pre-close hooks at 1731780849406Disabling compacts and flushes for region at 1731780849406Disabling writes for close at 1731780849406Writing region close event to WAL at 1731780849409 (+3 ms)Running coprocessor post-close hooks at 1731780849422 (+13 ms)Closed at 1731780849422 2024-11-16T18:14:09,422 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731780778013.27d485438c552b96016ff3ebb1e89d9f. 2024-11-16T18:14:09,423 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d59f2afafcf84cfefa760966badb0aac, disabling compactions & flushes 2024-11-16T18:14:09,423 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:14:09,423 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:14:09,423 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. after waiting 0 ms 2024-11-16T18:14:09,423 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:14:09,430 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/10dc49206993c41566e5eabf6ba7cfbe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:14:09,431 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:14:09,431 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10dc49206993c41566e5eabf6ba7cfbe: Waiting for close lock at 1731780849420Running coprocessor pre-close hooks at 1731780849420Disabling compacts and flushes for region at 1731780849420Disabling writes for close at 1731780849420Writing region close event to WAL at 1731780849421 (+1 ms)Running coprocessor post-close hooks at 1731780849431 (+10 ms)Closed at 1731780849431 2024-11-16T18:14:09,431 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731780778013.10dc49206993c41566e5eabf6ba7cfbe. 2024-11-16T18:14:09,433 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/default/SPTestTable/d59f2afafcf84cfefa760966badb0aac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:14:09,434 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:14:09,434 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d59f2afafcf84cfefa760966badb0aac: Waiting for close lock at 1731780849423Running coprocessor pre-close hooks at 1731780849423Disabling compacts and flushes for region at 1731780849423Disabling writes for close at 1731780849423Writing region close event to WAL at 1731780849424 (+1 ms)Running coprocessor post-close hooks at 1731780849434 (+10 ms)Closed at 1731780849434 2024-11-16T18:14:09,434 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731780778013.d59f2afafcf84cfefa760966badb0aac. 2024-11-16T18:14:09,450 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/.tmp/ns/577dfc28856a4f7689b88a17a29dac70 is 43, key is default/ns:d/1731780777704/Put/seqid=0 2024-11-16T18:14:09,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741863_1039 (size=5153) 2024-11-16T18:14:09,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741863_1039 (size=5153) 2024-11-16T18:14:09,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741863_1039 (size=5153) 2024-11-16T18:14:09,460 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/.tmp/ns/577dfc28856a4f7689b88a17a29dac70 2024-11-16T18:14:09,492 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/.tmp/table/d8473c29ebaf4634a785b233d6af5479 is 47, key is SPTestTable/table:state/1731780789012/Put/seqid=0 2024-11-16T18:14:09,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741864_1040 (size=5214) 2024-11-16T18:14:09,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741864_1040 (size=5214) 2024-11-16T18:14:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741864_1040 (size=5214) 2024-11-16T18:14:09,504 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/.tmp/table/d8473c29ebaf4634a785b233d6af5479 2024-11-16T18:14:09,516 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/.tmp/info/e6116d14b56647fbbe5cd476b64209e2 as hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/info/e6116d14b56647fbbe5cd476b64209e2 2024-11-16T18:14:09,526 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/info/e6116d14b56647fbbe5cd476b64209e2, entries=116, sequenceid=37, filesize=19.8 K 2024-11-16T18:14:09,528 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/.tmp/ns/577dfc28856a4f7689b88a17a29dac70 as hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/ns/577dfc28856a4f7689b88a17a29dac70 2024-11-16T18:14:09,536 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/ns/577dfc28856a4f7689b88a17a29dac70, entries=2, sequenceid=37, filesize=5.0 K 2024-11-16T18:14:09,538 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/.tmp/table/d8473c29ebaf4634a785b233d6af5479 as hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/table/d8473c29ebaf4634a785b233d6af5479 2024-11-16T18:14:09,545 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,45267,1731780765719; all regions closed. 2024-11-16T18:14:09,547 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/table/d8473c29ebaf4634a785b233d6af5479, entries=2, sequenceid=37, filesize=5.1 K 2024-11-16T18:14:09,550 DEBUG [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:14:09,550 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 201ms, sequenceid=37, compaction requested=false 2024-11-16T18:14:09,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741833_1009 (size=3530) 2024-11-16T18:14:09,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741833_1009 (size=3530) 2024-11-16T18:14:09,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741833_1009 (size=3530) 2024-11-16T18:14:09,555 DEBUG [RS:2;3bde9015baec:45267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/oldWALs 2024-11-16T18:14:09,555 INFO [RS:2;3bde9015baec:45267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C45267%2C1731780765719:(num 1731780767139) 2024-11-16T18:14:09,555 DEBUG [RS:2;3bde9015baec:45267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:09,555 INFO [RS:2;3bde9015baec:45267 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:14:09,555 INFO [RS:2;3bde9015baec:45267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:14:09,555 INFO [RS:2;3bde9015baec:45267 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:14:09,556 INFO [RS:2;3bde9015baec:45267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:14:09,556 INFO [RS:2;3bde9015baec:45267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:14:09,556 INFO [RS:2;3bde9015baec:45267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:14:09,556 INFO [RS:2;3bde9015baec:45267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:14:09,556 INFO [RS:2;3bde9015baec:45267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45267 2024-11-16T18:14:09,557 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:14:09,559 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-16T18:14:09,560 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:14:09,560 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:14:09,560 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731780849349Running coprocessor pre-close hooks at 1731780849349Disabling compacts and flushes for region at 1731780849349Disabling writes for close at 1731780849349Obtaining lock to block concurrent updates at 1731780849350 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731780849350Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16668, getHeapSize=27888, getOffHeapSize=0, getCellsCount=136 at 1731780849350Flushing stores of hbase:meta,,1.1588230740 at 1731780849352 (+2 ms)Flushing 1588230740/info: creating writer at 1731780849352Flushing 1588230740/info: appending metadata at 1731780849386 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731780849386Flushing 1588230740/ns: creating writer at 1731780849426 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731780849449 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731780849449Flushing 1588230740/table: creating writer at 1731780849471 (+22 ms)Flushing 1588230740/table: appending metadata at 1731780849491 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731780849492 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662624a5: reopening flushed file at 1731780849514 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d865ff7: reopening flushed file at 1731780849526 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e029501: reopening flushed file at 1731780849536 (+10 ms)Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 201ms, sequenceid=37, compaction requested=false at 1731780849550 (+14 ms)Writing region close event to WAL at 1731780849554 (+4 ms)Running coprocessor post-close hooks at 1731780849560 (+6 ms)Closed at 1731780849560 2024-11-16T18:14:09,560 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:14:09,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T18:14:09,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3bde9015baec,45267,1731780765719 2024-11-16T18:14:09,586 INFO [RS:2;3bde9015baec:45267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:14:09,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,45267,1731780765719] 2024-11-16T18:14:09,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3bde9015baec,45267,1731780765719 already deleted, retry=false 2024-11-16T18:14:09,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,45267,1731780765719 expired; onlineServers=1 2024-11-16T18:14:09,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:14:09,697 INFO [RS:2;3bde9015baec:45267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:14:09,697 INFO [RS:2;3bde9015baec:45267 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,45267,1731780765719; zookeeper connection closed. 2024-11-16T18:14:09,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45267-0x10144d95cad0003, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:14:09,697 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70e26a4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70e26a4c 2024-11-16T18:14:09,750 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,39541,1731780765670; all regions closed. 2024-11-16T18:14:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741836_1012 (size=19466) 2024-11-16T18:14:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741836_1012 (size=19466) 2024-11-16T18:14:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741836_1012 (size=19466) 2024-11-16T18:14:09,757 DEBUG [RS:1;3bde9015baec:39541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/oldWALs 2024-11-16T18:14:09,757 INFO [RS:1;3bde9015baec:39541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C39541%2C1731780765670.meta:.meta(num 1731780777524) 2024-11-16T18:14:09,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741835_1011 (size=3500) 2024-11-16T18:14:09,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741835_1011 (size=3500) 2024-11-16T18:14:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741835_1011 (size=3500) 2024-11-16T18:14:09,770 DEBUG [RS:1;3bde9015baec:39541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/oldWALs 2024-11-16T18:14:09,770 INFO [RS:1;3bde9015baec:39541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C39541%2C1731780765670:(num 1731780767300) 2024-11-16T18:14:09,771 DEBUG [RS:1;3bde9015baec:39541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:09,771 INFO [RS:1;3bde9015baec:39541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:14:09,771 INFO [RS:1;3bde9015baec:39541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:14:09,771 INFO [RS:1;3bde9015baec:39541 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:14:09,771 INFO [RS:1;3bde9015baec:39541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:14:09,771 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:14:09,772 INFO [RS:1;3bde9015baec:39541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39541 2024-11-16T18:14:09,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T18:14:09,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3bde9015baec,39541,1731780765670 2024-11-16T18:14:09,780 INFO [RS:1;3bde9015baec:39541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:14:09,781 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$370/0x00007f3ccc905d08@a6ded8e rejected from java.util.concurrent.ThreadPoolExecutor@4f6f62a7[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T18:14:09,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,39541,1731780765670] 2024-11-16T18:14:09,811 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3bde9015baec,39541,1731780765670 already deleted, retry=false 2024-11-16T18:14:09,811 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,39541,1731780765670 expired; onlineServers=0 2024-11-16T18:14:09,811 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,44827,1731780764719' ***** 2024-11-16T18:14:09,811 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:14:09,811 INFO [M:0;3bde9015baec:44827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:14:09,812 INFO [M:0;3bde9015baec:44827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:14:09,812 DEBUG [M:0;3bde9015baec:44827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:14:09,812 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:14:09,812 DEBUG [M:0;3bde9015baec:44827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:14:09,812 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731780766867 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731780766867,5,FailOnTimeoutGroup] 2024-11-16T18:14:09,812 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731780766864 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731780766864,5,FailOnTimeoutGroup] 2024-11-16T18:14:09,812 INFO [M:0;3bde9015baec:44827 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:14:09,812 INFO [M:0;3bde9015baec:44827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:14:09,812 DEBUG [M:0;3bde9015baec:44827 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:14:09,812 INFO [M:0;3bde9015baec:44827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:14:09,812 INFO [M:0;3bde9015baec:44827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:14:09,813 ERROR [M:0;3bde9015baec:44827 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:37233 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37233,5,PEWorkerGroup] 2024-11-16T18:14:09,813 INFO [M:0;3bde9015baec:44827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:14:09,813 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:14:09,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T18:14:09,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:09,822 DEBUG [M:0;3bde9015baec:44827 {}] zookeeper.ZKUtil(347): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T18:14:09,822 WARN [M:0;3bde9015baec:44827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:14:09,823 INFO [M:0;3bde9015baec:44827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/.lastflushedseqids 2024-11-16T18:14:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741865_1041 (size=686) 2024-11-16T18:14:09,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741865_1041 (size=686) 2024-11-16T18:14:09,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741865_1041 (size=686) 2024-11-16T18:14:09,852 INFO [M:0;3bde9015baec:44827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:14:09,852 INFO [M:0;3bde9015baec:44827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:14:09,852 DEBUG [M:0;3bde9015baec:44827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:14:09,852 INFO [M:0;3bde9015baec:44827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:14:09,852 DEBUG [M:0;3bde9015baec:44827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:14:09,852 DEBUG [M:0;3bde9015baec:44827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:14:09,853 DEBUG [M:0;3bde9015baec:44827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:14:09,853 INFO [M:0;3bde9015baec:44827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.27 KB heapSize=242.04 KB 2024-11-16T18:14:09,880 DEBUG [M:0;3bde9015baec:44827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03dbf49f5b894eeaaed749741efa1c32 is 82, key is hbase:meta,,1/info:regioninfo/1731780777622/Put/seqid=0 2024-11-16T18:14:09,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741866_1042 (size=5672) 2024-11-16T18:14:09,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741866_1042 (size=5672) 2024-11-16T18:14:09,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:14:09,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39541-0x10144d95cad0002, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:14:09,901 INFO [RS:1;3bde9015baec:39541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:14:09,901 INFO [RS:1;3bde9015baec:39541 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,39541,1731780765670; zookeeper connection closed. 2024-11-16T18:14:09,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a51cb09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a51cb09 2024-11-16T18:14:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741866_1042 (size=5672) 2024-11-16T18:14:09,902 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T18:14:09,902 INFO [M:0;3bde9015baec:44827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03dbf49f5b894eeaaed749741efa1c32 2024-11-16T18:14:09,937 DEBUG [M:0;3bde9015baec:44827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/262b4784287a41619f5f8619b97a8e2d is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731780789020/Put/seqid=0 2024-11-16T18:14:09,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741867_1043 (size=8973) 2024-11-16T18:14:09,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741867_1043 (size=8973) 2024-11-16T18:14:09,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741867_1043 (size=8973) 2024-11-16T18:14:09,952 INFO [M:0;3bde9015baec:44827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.53 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/262b4784287a41619f5f8619b97a8e2d 2024-11-16T18:14:09,960 INFO [M:0;3bde9015baec:44827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 262b4784287a41619f5f8619b97a8e2d 2024-11-16T18:14:09,982 DEBUG [M:0;3bde9015baec:44827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cc6aca86a4442d297f7d0a1058e395c is 69, key is 3bde9015baec,39541,1731780765670/rs:state/1731780767046/Put/seqid=0 2024-11-16T18:14:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741868_1044 (size=5446) 2024-11-16T18:14:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741868_1044 (size=5446) 2024-11-16T18:14:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741868_1044 (size=5446) 2024-11-16T18:14:09,992 INFO [M:0;3bde9015baec:44827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cc6aca86a4442d297f7d0a1058e395c 2024-11-16T18:14:10,001 INFO [M:0;3bde9015baec:44827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cc6aca86a4442d297f7d0a1058e395c 2024-11-16T18:14:10,005 DEBUG [M:0;3bde9015baec:44827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03dbf49f5b894eeaaed749741efa1c32 as hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03dbf49f5b894eeaaed749741efa1c32 2024-11-16T18:14:10,026 INFO [M:0;3bde9015baec:44827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03dbf49f5b894eeaaed749741efa1c32, entries=8, sequenceid=513, filesize=5.5 K 2024-11-16T18:14:10,029 DEBUG [M:0;3bde9015baec:44827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/262b4784287a41619f5f8619b97a8e2d as hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/262b4784287a41619f5f8619b97a8e2d 2024-11-16T18:14:10,042 INFO [M:0;3bde9015baec:44827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 262b4784287a41619f5f8619b97a8e2d 2024-11-16T18:14:10,043 INFO [M:0;3bde9015baec:44827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/262b4784287a41619f5f8619b97a8e2d, entries=56, sequenceid=513, filesize=8.8 K 2024-11-16T18:14:10,044 DEBUG [M:0;3bde9015baec:44827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cc6aca86a4442d297f7d0a1058e395c as hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cc6aca86a4442d297f7d0a1058e395c 2024-11-16T18:14:10,054 INFO [M:0;3bde9015baec:44827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cc6aca86a4442d297f7d0a1058e395c 2024-11-16T18:14:10,055 INFO [M:0;3bde9015baec:44827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37233/user/jenkins/test-data/8c133595-53a9-a9da-b7ad-97df30b88d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cc6aca86a4442d297f7d0a1058e395c, entries=3, sequenceid=513, filesize=5.3 K 2024-11-16T18:14:10,056 INFO [M:0;3bde9015baec:44827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 203ms, sequenceid=513, compaction requested=false 2024-11-16T18:14:10,061 INFO [M:0;3bde9015baec:44827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:14:10,061 DEBUG [M:0;3bde9015baec:44827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731780849852Disabling compacts and flushes for region at 1731780849852Disabling writes for close at 1731780849852Obtaining lock to block concurrent updates at 1731780849853 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731780849853Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199955, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1731780849854 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731780849855 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731780849855Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731780849878 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731780849878Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731780849910 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731780849936 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731780849936Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731780849961 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731780849981 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731780849981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237ae50a: reopening flushed file at 1731780850001 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f6ed54: reopening flushed file at 1731780850026 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a47a09: reopening flushed file at 1731780850043 (+17 ms)Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 203ms, sequenceid=513, compaction requested=false at 1731780850056 (+13 ms)Writing region close event to WAL at 1731780850061 (+5 ms)Closed at 1731780850061 2024-11-16T18:14:10,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40843 is added to blk_1073741830_1006 (size=234147) 2024-11-16T18:14:10,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33005 is added to blk_1073741830_1006 (size=234147) 2024-11-16T18:14:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42899 is added to blk_1073741830_1006 (size=234147) 2024-11-16T18:14:10,072 INFO [M:0;3bde9015baec:44827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:14:10,072 INFO [M:0;3bde9015baec:44827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44827 2024-11-16T18:14:10,072 INFO [M:0;3bde9015baec:44827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:14:10,072 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:14:10,185 INFO [M:0;3bde9015baec:44827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:14:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:14:10,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44827-0x10144d95cad0000, quorum=127.0.0.1:58867, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:14:10,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:14:10,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:14:10,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:14:10,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:14:10,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir/,STOPPED} 2024-11-16T18:14:10,197 WARN [BP-1351207328-172.17.0.2-1731780759129 heartbeating to localhost/127.0.0.1:37233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:14:10,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:14:10,197 WARN [BP-1351207328-172.17.0.2-1731780759129 heartbeating to localhost/127.0.0.1:37233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1351207328-172.17.0.2-1731780759129 (Datanode Uuid 8c318ad0-b67d-48eb-920b-8929d9f355db) service to localhost/127.0.0.1:37233 2024-11-16T18:14:10,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:14:10,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data5/current/BP-1351207328-172.17.0.2-1731780759129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:14:10,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data6/current/BP-1351207328-172.17.0.2-1731780759129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:14:10,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:14:10,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:14:10,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:14:10,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:14:10,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:14:10,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir/,STOPPED} 2024-11-16T18:14:10,207 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:14:10,207 WARN [BP-1351207328-172.17.0.2-1731780759129 heartbeating to localhost/127.0.0.1:37233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:14:10,207 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:14:10,207 WARN [BP-1351207328-172.17.0.2-1731780759129 heartbeating to localhost/127.0.0.1:37233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1351207328-172.17.0.2-1731780759129 (Datanode Uuid e80286cb-24f1-4968-9003-8b33bb51e8fe) service to localhost/127.0.0.1:37233 2024-11-16T18:14:10,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data3/current/BP-1351207328-172.17.0.2-1731780759129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:14:10,209 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data4/current/BP-1351207328-172.17.0.2-1731780759129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:14:10,209 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:14:10,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:14:10,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:14:10,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:14:10,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:14:10,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir/,STOPPED} 2024-11-16T18:14:10,215 WARN [BP-1351207328-172.17.0.2-1731780759129 heartbeating to localhost/127.0.0.1:37233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:14:10,215 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:14:10,216 WARN [BP-1351207328-172.17.0.2-1731780759129 heartbeating to localhost/127.0.0.1:37233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1351207328-172.17.0.2-1731780759129 (Datanode Uuid de0ed8dc-07a2-4d99-96ef-3271908b439d) service to localhost/127.0.0.1:37233 2024-11-16T18:14:10,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:14:10,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data1/current/BP-1351207328-172.17.0.2-1731780759129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:14:10,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/cluster_718ddddc-c99d-d485-1490-42a10eb318f3/data/data2/current/BP-1351207328-172.17.0.2-1731780759129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:14:10,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:14:10,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:14:10,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:14:10,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:14:10,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:14:10,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir/,STOPPED} 2024-11-16T18:14:10,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:14:10,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:14:10,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: regionserver/3bde9015baec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3bde9015baec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7ddec41 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/3bde9015baec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3bde9015baec:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3bde9015baec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_REGION-regionserver/3bde9015baec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37233 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37233 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/3bde9015baec:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3bde9015baec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=4734 (was 6309) 2024-11-16T18:14:10,300 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=4734 2024-11-16T18:14:10,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir so I do NOT create it in target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac 2024-11-16T18:14:10,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:14:10,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.tmp.dir so I do NOT create it in target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac 2024-11-16T18:14:10,320 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83e0f221-605c-20bc-96a1-4d95d0d3fbf2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:14:10,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac 2024-11-16T18:14:10,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:14:10,320 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2, deleteOnExit=true 2024-11-16T18:14:10,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:14:10,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/test.cache.data in system properties and HBase conf 2024-11-16T18:14:10,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:14:10,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:14:10,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:14:10,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:14:10,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:14:10,321 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:14:10,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:14:10,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:14:10,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:14:10,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:14:10,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:14:10,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:14:10,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:14:10,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:14:10,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:14:10,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:14:10,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:14:10,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:14:10,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:14:10,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:14:10,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:14:10,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:14:10,694 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:14:10,694 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:14:10,694 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:14:10,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:14:10,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37206f93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:14:10,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb14da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:14:10,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49a02228{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/java.io.tmpdir/jetty-localhost-35799-hadoop-hdfs-3_4_1-tests_jar-_-any-9571128271010397081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:14:10,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73963032{HTTP/1.1, (http/1.1)}{localhost:35799} 2024-11-16T18:14:10,792 INFO [Time-limited test {}] server.Server(415): Started @94451ms 2024-11-16T18:14:11,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:14:11,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:14:11,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:14:11,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:14:11,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:14:11,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363b88c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:14:11,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afabc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:14:11,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2db41d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/java.io.tmpdir/jetty-localhost-35255-hadoop-hdfs-3_4_1-tests_jar-_-any-9272628705896433021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:14:11,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783535ad{HTTP/1.1, (http/1.1)}{localhost:35255} 2024-11-16T18:14:11,194 INFO [Time-limited test {}] server.Server(415): Started @94854ms 2024-11-16T18:14:11,195 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:14:11,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:14:11,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:14:11,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:14:11,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:14:11,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:14:11,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e949aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:14:11,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70fbbb4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:14:11,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ff2c577{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/java.io.tmpdir/jetty-localhost-36423-hadoop-hdfs-3_4_1-tests_jar-_-any-13818356366633280685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:14:11,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69446df2{HTTP/1.1, (http/1.1)}{localhost:36423} 2024-11-16T18:14:11,323 INFO [Time-limited test {}] server.Server(415): Started @94983ms 2024-11-16T18:14:11,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:14:11,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:14:11,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:14:11,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:14:11,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:14:11,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:14:11,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d78867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:14:11,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180e4735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:14:11,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@553e562f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/java.io.tmpdir/jetty-localhost-43749-hadoop-hdfs-3_4_1-tests_jar-_-any-17362834330108469322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:14:11,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23255376{HTTP/1.1, (http/1.1)}{localhost:43749} 2024-11-16T18:14:11,456 INFO [Time-limited test {}] server.Server(415): Started @95115ms 2024-11-16T18:14:11,457 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:14:12,410 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data1/current/BP-982224714-172.17.0.2-1731780850349/current, will proceed with Du for space computation calculation, 2024-11-16T18:14:12,410 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data2/current/BP-982224714-172.17.0.2-1731780850349/current, will proceed with Du for space computation calculation, 2024-11-16T18:14:12,433 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:14:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb224f98e7be0a97 with lease ID 0xca90d8d2700cc68c: Processing first storage report for DS-ab9a6b76-90c0-47c2-b6d7-b821a1a04211 from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=4f53af86-1cb6-472c-b98e-13cbac4ad466, infoPort=42817, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349) 2024-11-16T18:14:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb224f98e7be0a97 with lease ID 0xca90d8d2700cc68c: from storage DS-ab9a6b76-90c0-47c2-b6d7-b821a1a04211 node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=4f53af86-1cb6-472c-b98e-13cbac4ad466, infoPort=42817, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:14:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb224f98e7be0a97 with lease ID 0xca90d8d2700cc68c: Processing first storage report for DS-8f957514-ebb0-4e9b-acfd-e924d626d83e from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=4f53af86-1cb6-472c-b98e-13cbac4ad466, infoPort=42817, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349) 2024-11-16T18:14:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb224f98e7be0a97 with lease ID 0xca90d8d2700cc68c: from storage DS-8f957514-ebb0-4e9b-acfd-e924d626d83e node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=4f53af86-1cb6-472c-b98e-13cbac4ad466, infoPort=42817, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:14:12,784 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data3/current/BP-982224714-172.17.0.2-1731780850349/current, will proceed with Du for space computation calculation, 2024-11-16T18:14:12,784 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data4/current/BP-982224714-172.17.0.2-1731780850349/current, will proceed with Du for space computation calculation, 2024-11-16T18:14:12,800 WARN [Thread-668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:14:12,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa305eb1cabf6a243 with lease ID 0xca90d8d2700cc68d: Processing first storage report for DS-e86e5aa7-241d-4086-ab13-370ccde6bea4 from datanode DatanodeRegistration(127.0.0.1:36855, datanodeUuid=abbc177f-1ad6-4a8b-8501-83e79de9f1c8, infoPort=33043, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349) 2024-11-16T18:14:12,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa305eb1cabf6a243 with lease ID 0xca90d8d2700cc68d: from storage DS-e86e5aa7-241d-4086-ab13-370ccde6bea4 node DatanodeRegistration(127.0.0.1:36855, datanodeUuid=abbc177f-1ad6-4a8b-8501-83e79de9f1c8, infoPort=33043, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:14:12,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa305eb1cabf6a243 with lease ID 0xca90d8d2700cc68d: Processing first storage report for DS-1ca3c983-6cf1-4be7-be04-a3abdaf5d699 from datanode DatanodeRegistration(127.0.0.1:36855, datanodeUuid=abbc177f-1ad6-4a8b-8501-83e79de9f1c8, infoPort=33043, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349) 2024-11-16T18:14:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa305eb1cabf6a243 with lease ID 0xca90d8d2700cc68d: from storage DS-1ca3c983-6cf1-4be7-be04-a3abdaf5d699 node DatanodeRegistration(127.0.0.1:36855, datanodeUuid=abbc177f-1ad6-4a8b-8501-83e79de9f1c8, infoPort=33043, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:14:12,905 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data5/current/BP-982224714-172.17.0.2-1731780850349/current, will proceed with Du for space computation calculation, 2024-11-16T18:14:12,905 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data6/current/BP-982224714-172.17.0.2-1731780850349/current, will proceed with Du for space computation calculation, 2024-11-16T18:14:12,923 WARN [Thread-690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:14:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b2c192d2c67a51 with lease ID 0xca90d8d2700cc68e: Processing first storage report for DS-dc5183ec-bf9f-4788-aaf3-81abe780436b from datanode DatanodeRegistration(127.0.0.1:33917, datanodeUuid=0362244a-9d9d-4b53-b965-18f1e43b5165, infoPort=42167, infoSecurePort=0, ipcPort=42393, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349) 2024-11-16T18:14:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b2c192d2c67a51 with lease ID 0xca90d8d2700cc68e: from storage DS-dc5183ec-bf9f-4788-aaf3-81abe780436b node DatanodeRegistration(127.0.0.1:33917, datanodeUuid=0362244a-9d9d-4b53-b965-18f1e43b5165, infoPort=42167, infoSecurePort=0, ipcPort=42393, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:14:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b2c192d2c67a51 with lease ID 0xca90d8d2700cc68e: Processing first storage report for DS-9bc2c0fa-c3d0-4fea-b539-fed18201f696 from datanode DatanodeRegistration(127.0.0.1:33917, datanodeUuid=0362244a-9d9d-4b53-b965-18f1e43b5165, infoPort=42167, infoSecurePort=0, ipcPort=42393, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349) 2024-11-16T18:14:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b2c192d2c67a51 with lease ID 0xca90d8d2700cc68e: from storage DS-9bc2c0fa-c3d0-4fea-b539-fed18201f696 node DatanodeRegistration(127.0.0.1:33917, datanodeUuid=0362244a-9d9d-4b53-b965-18f1e43b5165, infoPort=42167, infoSecurePort=0, ipcPort=42393, storageInfo=lv=-57;cid=testClusterID;nsid=1251066988;c=1731780850349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:14:12,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac 2024-11-16T18:14:12,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/zookeeper_0, clientPort=54818, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:14:12,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54818 2024-11-16T18:14:12,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:12,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:14:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:14:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:14:13,012 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f with version=8 2024-11-16T18:14:13,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/hbase-staging 2024-11-16T18:14:13,015 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:14:13,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:14:13,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:14:13,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:14:13,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:14:13,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40865 2024-11-16T18:14:13,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40865 connecting to ZooKeeper ensemble=127.0.0.1:54818 2024-11-16T18:14:13,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408650x0, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:14:13,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40865-0x10144dab8ae0000 connected 2024-11-16T18:14:13,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:14:13,407 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f, hbase.cluster.distributed=false 2024-11-16T18:14:13,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T18:14:13,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40865 2024-11-16T18:14:13,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40865 2024-11-16T18:14:13,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40865 2024-11-16T18:14:13,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40865 2024-11-16T18:14:13,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40865 2024-11-16T18:14:13,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:14:13,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:14:13,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:14:13,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:14:13,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:14:13,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37427 2024-11-16T18:14:13,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37427 connecting to ZooKeeper ensemble=127.0.0.1:54818 2024-11-16T18:14:13,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374270x0, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:14:13,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37427-0x10144dab8ae0001 connected 2024-11-16T18:14:13,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:14:13,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:14:13,450 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:14:13,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T18:14:13,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T18:14:13,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37427 2024-11-16T18:14:13,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37427 2024-11-16T18:14:13,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37427 2024-11-16T18:14:13,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37427 2024-11-16T18:14:13,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37427 2024-11-16T18:14:13,470 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:14:13,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:14:13,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:14:13,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:14:13,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:14:13,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33535 2024-11-16T18:14:13,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33535 connecting to ZooKeeper ensemble=127.0.0.1:54818 2024-11-16T18:14:13,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335350x0, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:14:13,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335350x0, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:14:13,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33535-0x10144dab8ae0002 connected 2024-11-16T18:14:13,492 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:14:13,492 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:14:13,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T18:14:13,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T18:14:13,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-16T18:14:13,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33535 2024-11-16T18:14:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33535 2024-11-16T18:14:13,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-16T18:14:13,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33535 2024-11-16T18:14:13,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:14:13,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:14:13,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:14:13,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:14:13,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:14:13,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:14:13,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42663 2024-11-16T18:14:13,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42663 connecting to ZooKeeper ensemble=127.0.0.1:54818 2024-11-16T18:14:13,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426630x0, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:14:13,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42663-0x10144dab8ae0003 connected 2024-11-16T18:14:13,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:14:13,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:14:13,534 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:14:13,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T18:14:13,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T18:14:13,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42663 2024-11-16T18:14:13,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42663 2024-11-16T18:14:13,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42663 2024-11-16T18:14:13,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42663 2024-11-16T18:14:13,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42663 2024-11-16T18:14:13,561 DEBUG [M:0;3bde9015baec:40865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:40865 2024-11-16T18:14:13,563 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3bde9015baec,40865,1731780853015 2024-11-16T18:14:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:14:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:14:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:14:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:14:13,576 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3bde9015baec,40865,1731780853015 2024-11-16T18:14:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T18:14:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T18:14:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T18:14:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,663 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T18:14:13,664 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3bde9015baec,40865,1731780853015 from backup master directory 2024-11-16T18:14:13,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3bde9015baec,40865,1731780853015 2024-11-16T18:14:13,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:14:13,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:14:13,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:14:13,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T18:14:13,694 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:14:13,694 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,40865,1731780853015 2024-11-16T18:14:13,700 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/hbase.id] with ID: c1796466-a5f7-44ec-b5a7-6c9dc64dd87a 2024-11-16T18:14:13,700 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.tmp/hbase.id 2024-11-16T18:14:13,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:14:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:14:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:14:13,713 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.tmp/hbase.id]:[hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/hbase.id] 2024-11-16T18:14:13,726 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:14:13,726 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:14:13,727 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:14:13,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:14:13,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:14:13,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:14:13,747 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:14:13,748 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:14:13,748 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:14:13,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:14:13,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:14:13,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:14:13,759 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store 2024-11-16T18:14:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:14:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:14:13,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:14:13,772 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:13,772 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:14:13,772 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:14:13,772 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:14:13,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:14:13,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:14:13,773 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:14:13,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731780853772Disabling compacts and flushes for region at 1731780853772Disabling writes for close at 1731780853773 (+1 ms)Writing region close event to WAL at 1731780853773Closed at 1731780853773 2024-11-16T18:14:13,774 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/.initializing 2024-11-16T18:14:13,774 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/WALs/3bde9015baec,40865,1731780853015 2024-11-16T18:14:13,775 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:14:13,777 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C40865%2C1731780853015, suffix=, logDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/WALs/3bde9015baec,40865,1731780853015, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/oldWALs, maxLogs=10 2024-11-16T18:14:13,796 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/WALs/3bde9015baec,40865,1731780853015/3bde9015baec%2C40865%2C1731780853015.1731780853778, exclude list is [], retry=0 2024-11-16T18:14:13,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-ab9a6b76-90c0-47c2-b6d7-b821a1a04211,DISK] 2024-11-16T18:14:13,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36855,DS-e86e5aa7-241d-4086-ab13-370ccde6bea4,DISK] 2024-11-16T18:14:13,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-dc5183ec-bf9f-4788-aaf3-81abe780436b,DISK] 2024-11-16T18:14:13,802 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/WALs/3bde9015baec,40865,1731780853015/3bde9015baec%2C40865%2C1731780853015.1731780853778 2024-11-16T18:14:13,802 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42817:42817),(127.0.0.1/127.0.0.1:33043:33043),(127.0.0.1/127.0.0.1:42167:42167)] 2024-11-16T18:14:13,802 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:14:13,802 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:13,803 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,803 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:14:13,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:13,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:14:13,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:14:13,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:13,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:13,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:14:13,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:13,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:13,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:14:13,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:13,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:13,817 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,818 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,818 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,819 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,819 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,820 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:14:13,821 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:14:13,824 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:13,824 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74701392, jitterRate=0.11313748359680176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:14:13,825 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731780853803Initializing all the Stores at 1731780853804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780853804Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780853804Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780853804Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780853804Cleaning up temporary data from old regions at 1731780853819 (+15 ms)Region opened successfully at 1731780853825 (+6 ms) 2024-11-16T18:14:13,825 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:14:13,829 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c915ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:14:13,831 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:14:13,831 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:14:13,831 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:14:13,831 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:14:13,831 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:14:13,832 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:14:13,832 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-16T18:14:13,835 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:14:13,836 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T18:14:13,848 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T18:14:13,849 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:14:13,849 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:14:13,859 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T18:14:13,859 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:14:13,860 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:14:13,873 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T18:14:13,874 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:14:13,883 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T18:14:13,885 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:14:13,894 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T18:14:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T18:14:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T18:14:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T18:14:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T18:14:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,905 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,40865,1731780853015, sessionid=0x10144dab8ae0000, setting cluster-up flag (Was=false) 2024-11-16T18:14:13,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,957 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T18:14:13,959 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,40865,1731780853015 2024-11-16T18:14:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:14,010 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T18:14:14,011 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,40865,1731780853015 2024-11-16T18:14:14,012 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:14:14,014 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:14:14,014 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:14:14,014 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:14:14,015 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,40865,1731780853015 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:14:14,016 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:14:14,016 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:14:14,016 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:14:14,016 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:14:14,016 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:14:14,016 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,017 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:14:14,017 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,017 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731780884017 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:14:14,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:14:14,018 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:14:14,019 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:14:14,019 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:14:14,019 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731780854019,5,FailOnTimeoutGroup] 2024-11-16T18:14:14,019 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731780854019,5,FailOnTimeoutGroup] 2024-11-16T18:14:14,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:14,019 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,019 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:14:14,019 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,019 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:14:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:14:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:14:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:14:14,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:14:14,027 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741832_1008 (size=32) 2024-11-16T18:14:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741832_1008 (size=32) 2024-11-16T18:14:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741832_1008 (size=32) 2024-11-16T18:14:14,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:14,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:14:14,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:14:14,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:14,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:14:14,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:14:14,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:14:14,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:14,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:14:14,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:14:14,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:14:14,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:14,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:14:14,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:14:14,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:14:14,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:14,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:14:14,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:14:14,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740 2024-11-16T18:14:14,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740 2024-11-16T18:14:14,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:14:14,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:14:14,048 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(746): ClusterId : c1796466-a5f7-44ec-b5a7-6c9dc64dd87a 2024-11-16T18:14:14,048 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(746): ClusterId : c1796466-a5f7-44ec-b5a7-6c9dc64dd87a 2024-11-16T18:14:14,048 INFO [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer(746): ClusterId : c1796466-a5f7-44ec-b5a7-6c9dc64dd87a 2024-11-16T18:14:14,048 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:14:14,048 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:14:14,048 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:14:14,048 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:14:14,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:14:14,052 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:14,053 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61462728, jitterRate=-0.08413398265838623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:14:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731780854035Initializing all the Stores at 1731780854036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780854036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780854036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780854036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780854036Cleaning up temporary data from old regions at 1731780854048 (+12 ms)Region opened successfully at 1731780854053 (+5 ms) 2024-11-16T18:14:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:14:14,054 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:14:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:14:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:14:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:14:14,054 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:14:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731780854054Disabling compacts and flushes for region at 1731780854054Disabling writes for close at 1731780854054Writing region close event to WAL at 1731780854054Closed at 1731780854054 2024-11-16T18:14:14,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:14:14,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:14:14,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:14:14,057 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:14:14,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:14:14,060 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:14:14,060 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:14:14,060 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:14:14,060 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:14:14,060 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:14:14,060 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:14:14,070 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:14:14,070 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:14:14,071 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:14:14,071 DEBUG [RS:0;3bde9015baec:37427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75db10a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:14:14,071 DEBUG [RS:1;3bde9015baec:33535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23369397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:14:14,071 DEBUG [RS:2;3bde9015baec:42663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33abe66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:14:14,081 DEBUG [RS:2;3bde9015baec:42663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3bde9015baec:42663 2024-11-16T18:14:14,081 DEBUG [RS:1;3bde9015baec:33535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3bde9015baec:33535 2024-11-16T18:14:14,081 INFO [RS:1;3bde9015baec:33535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:14:14,081 INFO [RS:2;3bde9015baec:42663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:14:14,082 INFO [RS:1;3bde9015baec:33535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:14:14,082 INFO [RS:2;3bde9015baec:42663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:14:14,082 DEBUG [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:14:14,082 DEBUG [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:14:14,083 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,40865,1731780853015 with port=33535, startcode=1731780853469 2024-11-16T18:14:14,083 INFO [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,40865,1731780853015 with port=42663, startcode=1731780853515 2024-11-16T18:14:14,083 DEBUG [RS:1;3bde9015baec:33535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:14:14,083 DEBUG [RS:2;3bde9015baec:42663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:14:14,085 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:14:14,085 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:14:14,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,42663,1731780853515 2024-11-16T18:14:14,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40865 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,42663,1731780853515 2024-11-16T18:14:14,086 DEBUG [RS:0;3bde9015baec:37427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:37427 2024-11-16T18:14:14,086 INFO [RS:0;3bde9015baec:37427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:14:14,086 INFO [RS:0;3bde9015baec:37427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:14:14,086 DEBUG [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:14:14,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,33535,1731780853469 2024-11-16T18:14:14,087 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,40865,1731780853015 with port=37427, startcode=1731780853427 2024-11-16T18:14:14,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40865 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,33535,1731780853469 2024-11-16T18:14:14,087 DEBUG [RS:0;3bde9015baec:37427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:14:14,088 DEBUG [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:14,088 DEBUG [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36195 2024-11-16T18:14:14,088 DEBUG [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:14:14,089 DEBUG [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:14,089 DEBUG [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36195 2024-11-16T18:14:14,089 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:14:14,089 DEBUG [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:14:14,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,37427,1731780853427 2024-11-16T18:14:14,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40865 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,37427,1731780853427 2024-11-16T18:14:14,091 DEBUG [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:14,091 DEBUG [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36195 2024-11-16T18:14:14,091 DEBUG [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:14:14,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T18:14:14,147 DEBUG [RS:2;3bde9015baec:42663 {}] zookeeper.ZKUtil(111): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3bde9015baec,42663,1731780853515 2024-11-16T18:14:14,147 WARN [RS:2;3bde9015baec:42663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:14:14,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,37427,1731780853427] 2024-11-16T18:14:14,147 INFO [RS:2;3bde9015baec:42663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:14:14,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,42663,1731780853515] 2024-11-16T18:14:14,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,33535,1731780853469] 2024-11-16T18:14:14,147 DEBUG [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515 2024-11-16T18:14:14,147 DEBUG [RS:0;3bde9015baec:37427 {}] zookeeper.ZKUtil(111): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3bde9015baec,37427,1731780853427 2024-11-16T18:14:14,147 DEBUG [RS:1;3bde9015baec:33535 {}] zookeeper.ZKUtil(111): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3bde9015baec,33535,1731780853469 2024-11-16T18:14:14,147 WARN [RS:0;3bde9015baec:37427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:14:14,148 WARN [RS:1;3bde9015baec:33535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:14:14,148 INFO [RS:0;3bde9015baec:37427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:14:14,148 INFO [RS:1;3bde9015baec:33535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:14:14,148 DEBUG [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,37427,1731780853427 2024-11-16T18:14:14,148 DEBUG [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,33535,1731780853469 2024-11-16T18:14:14,154 INFO [RS:0;3bde9015baec:37427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:14:14,154 INFO [RS:1;3bde9015baec:33535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:14:14,154 INFO [RS:2;3bde9015baec:42663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:14:14,157 INFO [RS:0;3bde9015baec:37427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:14:14,158 INFO [RS:0;3bde9015baec:37427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:14:14,158 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,158 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:14:14,158 INFO [RS:2;3bde9015baec:42663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:14:14,159 INFO [RS:2;3bde9015baec:42663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:14:14,159 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,159 INFO [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:14:14,160 INFO [RS:1;3bde9015baec:33535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:14:14,160 INFO [RS:0;3bde9015baec:37427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:14:14,160 INFO [RS:2;3bde9015baec:42663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:14:14,160 INFO [RS:1;3bde9015baec:33535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:14:14,160 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,160 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,160 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,160 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,160 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,160 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,160 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,160 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,160 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,160 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,160 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,160 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:14:14,161 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:14:14,161 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:14:14,161 DEBUG [RS:0;3bde9015baec:37427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:14:14,161 DEBUG [RS:2;3bde9015baec:42663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:14:14,164 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:14:14,165 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,165 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,165 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,165 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,165 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,165 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42663,1731780853515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:14:14,165 INFO [RS:1;3bde9015baec:33535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:14:14,165 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,165 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,165 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,165 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:14:14,166 DEBUG [RS:1;3bde9015baec:33535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:14:14,168 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,168 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,168 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,168 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,168 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,168 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37427,1731780853427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:14:14,172 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,172 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,172 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,172 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,172 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,172 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33535,1731780853469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:14:14,181 INFO [RS:2;3bde9015baec:42663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:14:14,182 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42663,1731780853515-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,182 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,182 INFO [RS:2;3bde9015baec:42663 {}] regionserver.Replication(171): 3bde9015baec,42663,1731780853515 started 2024-11-16T18:14:14,187 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:14:14,187 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33535,1731780853469-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,187 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,187 INFO [RS:1;3bde9015baec:33535 {}] regionserver.Replication(171): 3bde9015baec,33535,1731780853469 started 2024-11-16T18:14:14,188 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:14:14,188 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37427,1731780853427-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,188 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,189 INFO [RS:0;3bde9015baec:37427 {}] regionserver.Replication(171): 3bde9015baec,37427,1731780853427 started 2024-11-16T18:14:14,195 INFO [RS:2;3bde9015baec:42663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,195 INFO [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,42663,1731780853515, RpcServer on 3bde9015baec/172.17.0.2:42663, sessionid=0x10144dab8ae0003 2024-11-16T18:14:14,195 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:14:14,195 DEBUG [RS:2;3bde9015baec:42663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,42663,1731780853515 2024-11-16T18:14:14,195 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,42663,1731780853515' 2024-11-16T18:14:14,195 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T18:14:14,196 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T18:14:14,196 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:14:14,196 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:14:14,196 DEBUG [RS:2;3bde9015baec:42663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,42663,1731780853515 2024-11-16T18:14:14,196 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,42663,1731780853515' 2024-11-16T18:14:14,196 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T18:14:14,197 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T18:14:14,197 DEBUG [RS:2;3bde9015baec:42663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:14:14,197 INFO [RS:2;3bde9015baec:42663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:14:14,197 INFO [RS:2;3bde9015baec:42663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:14:14,201 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,201 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,33535,1731780853469, RpcServer on 3bde9015baec/172.17.0.2:33535, sessionid=0x10144dab8ae0002 2024-11-16T18:14:14,202 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:14:14,202 DEBUG [RS:1;3bde9015baec:33535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,33535,1731780853469 2024-11-16T18:14:14,202 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,33535,1731780853469' 2024-11-16T18:14:14,202 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T18:14:14,202 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:14,202 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,37427,1731780853427, RpcServer on 3bde9015baec/172.17.0.2:37427, sessionid=0x10144dab8ae0001 2024-11-16T18:14:14,202 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:14:14,202 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T18:14:14,202 DEBUG [RS:0;3bde9015baec:37427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,37427,1731780853427 2024-11-16T18:14:14,202 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37427,1731780853427' 2024-11-16T18:14:14,202 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T18:14:14,203 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:14:14,203 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:14:14,203 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T18:14:14,203 DEBUG [RS:1;3bde9015baec:33535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,33535,1731780853469 2024-11-16T18:14:14,203 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,33535,1731780853469' 2024-11-16T18:14:14,203 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T18:14:14,203 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:14:14,203 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:14:14,203 DEBUG [RS:0;3bde9015baec:37427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,37427,1731780853427 2024-11-16T18:14:14,203 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37427,1731780853427' 2024-11-16T18:14:14,203 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T18:14:14,203 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T18:14:14,204 DEBUG [RS:1;3bde9015baec:33535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:14:14,204 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T18:14:14,204 INFO [RS:1;3bde9015baec:33535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:14:14,204 INFO [RS:1;3bde9015baec:33535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:14:14,204 DEBUG [RS:0;3bde9015baec:37427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:14:14,204 INFO [RS:0;3bde9015baec:37427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:14:14,204 INFO [RS:0;3bde9015baec:37427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:14:14,208 WARN [3bde9015baec:40865 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T18:14:14,298 INFO [RS:2;3bde9015baec:42663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:14:14,303 INFO [RS:2;3bde9015baec:42663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C42663%2C1731780853515, suffix=, logDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/oldWALs, maxLogs=32 2024-11-16T18:14:14,305 INFO [RS:1;3bde9015baec:33535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:14:14,305 INFO [RS:0;3bde9015baec:37427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:14:14,307 INFO [RS:0;3bde9015baec:37427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C37427%2C1731780853427, suffix=, logDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,37427,1731780853427, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/oldWALs, maxLogs=32 2024-11-16T18:14:14,307 INFO [RS:1;3bde9015baec:33535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C33535%2C1731780853469, suffix=, logDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,33535,1731780853469, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/oldWALs, maxLogs=32 2024-11-16T18:14:14,319 DEBUG [RS:2;3bde9015baec:42663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515/3bde9015baec%2C42663%2C1731780853515.1731780854306, exclude list is [], retry=0 2024-11-16T18:14:14,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-dc5183ec-bf9f-4788-aaf3-81abe780436b,DISK] 2024-11-16T18:14:14,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-ab9a6b76-90c0-47c2-b6d7-b821a1a04211,DISK] 2024-11-16T18:14:14,323 DEBUG [RS:0;3bde9015baec:37427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,37427,1731780853427/3bde9015baec%2C37427%2C1731780853427.1731780854310, exclude list is [], retry=0 2024-11-16T18:14:14,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36855,DS-e86e5aa7-241d-4086-ab13-370ccde6bea4,DISK] 2024-11-16T18:14:14,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-ab9a6b76-90c0-47c2-b6d7-b821a1a04211,DISK] 2024-11-16T18:14:14,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36855,DS-e86e5aa7-241d-4086-ab13-370ccde6bea4,DISK] 2024-11-16T18:14:14,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-dc5183ec-bf9f-4788-aaf3-81abe780436b,DISK] 2024-11-16T18:14:14,328 DEBUG [RS:1;3bde9015baec:33535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,33535,1731780853469/3bde9015baec%2C33535%2C1731780853469.1731780854310, exclude list is [], retry=0 2024-11-16T18:14:14,329 INFO [RS:2;3bde9015baec:42663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515/3bde9015baec%2C42663%2C1731780853515.1731780854306 2024-11-16T18:14:14,331 DEBUG [RS:2;3bde9015baec:42663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167),(127.0.0.1/127.0.0.1:42817:42817),(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-16T18:14:14,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-dc5183ec-bf9f-4788-aaf3-81abe780436b,DISK] 2024-11-16T18:14:14,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36855,DS-e86e5aa7-241d-4086-ab13-370ccde6bea4,DISK] 2024-11-16T18:14:14,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-ab9a6b76-90c0-47c2-b6d7-b821a1a04211,DISK] 2024-11-16T18:14:14,332 INFO [RS:0;3bde9015baec:37427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,37427,1731780853427/3bde9015baec%2C37427%2C1731780853427.1731780854310 2024-11-16T18:14:14,337 DEBUG [RS:0;3bde9015baec:37427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42817:42817),(127.0.0.1/127.0.0.1:33043:33043),(127.0.0.1/127.0.0.1:42167:42167)] 2024-11-16T18:14:14,338 INFO [RS:1;3bde9015baec:33535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,33535,1731780853469/3bde9015baec%2C33535%2C1731780853469.1731780854310 2024-11-16T18:14:14,338 DEBUG [RS:1;3bde9015baec:33535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167),(127.0.0.1/127.0.0.1:42817:42817),(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-16T18:14:14,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:14,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:14,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:14,458 DEBUG [3bde9015baec:40865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-16T18:14:14,458 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(204): Hosts are {3bde9015baec=0} racks are {/default-rack=0} 2024-11-16T18:14:14,460 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T18:14:14,460 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T18:14:14,460 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T18:14:14,460 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T18:14:14,460 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T18:14:14,460 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T18:14:14,460 INFO [3bde9015baec:40865 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T18:14:14,460 INFO [3bde9015baec:40865 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T18:14:14,461 INFO [3bde9015baec:40865 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T18:14:14,461 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T18:14:14,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:14,462 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,33535,1731780853469, state=OPENING 2024-11-16T18:14:14,483 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:14:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:14:14,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:14:14,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:14:14,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:14:14,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:14:14,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,33535,1731780853469}] 2024-11-16T18:14:14,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:14:14,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:14:14,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:14,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:14,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:15,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:14:15,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:14:20,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:14:20,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:20,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:20,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:23,784 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:44827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T18:14:24,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:14:24,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:14:24,514 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:14:24,514 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:14:24,515 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:14:24,518 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C33535%2C1731780853469.meta, suffix=.meta, logDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,33535,1731780853469, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/oldWALs, maxLogs=32 2024-11-16T18:14:24,549 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,33535,1731780853469/3bde9015baec%2C33535%2C1731780853469.meta.1731780864532.meta, exclude list is [], retry=0 2024-11-16T18:14:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-dc5183ec-bf9f-4788-aaf3-81abe780436b,DISK] 2024-11-16T18:14:24,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-ab9a6b76-90c0-47c2-b6d7-b821a1a04211,DISK] 2024-11-16T18:14:24,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36855,DS-e86e5aa7-241d-4086-ab13-370ccde6bea4,DISK] 2024-11-16T18:14:24,571 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,33535,1731780853469/3bde9015baec%2C33535%2C1731780853469.meta.1731780864532.meta 2024-11-16T18:14:24,571 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167),(127.0.0.1/127.0.0.1:42817:42817),(127.0.0.1/127.0.0.1:33043:33043)] 2024-11-16T18:14:24,572 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:14:24,572 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:14:24,572 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:14:24,573 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:14:24,573 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:14:24,573 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:24,573 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:14:24,573 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:14:24,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:14:24,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:14:24,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:24,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:14:24,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:14:24,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:14:24,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:24,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:14:24,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:14:24,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:14:24,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:24,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:14:24,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:14:24,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:14:24,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:24,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:14:24,595 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:14:24,596 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740 2024-11-16T18:14:24,601 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740 2024-11-16T18:14:24,603 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:14:24,603 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:14:24,604 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:14:24,605 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:14:24,607 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72486864, jitterRate=0.0801384449005127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:14:24,607 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:14:24,608 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731780864573Writing region info on filesystem at 1731780864573Initializing all the Stores at 1731780864578 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780864578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780864586 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780864586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731780864586Cleaning up temporary data from old regions at 1731780864603 (+17 ms)Running coprocessor post-open hooks at 1731780864607 (+4 ms)Region opened successfully at 1731780864608 (+1 ms) 2024-11-16T18:14:24,620 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731780864498 2024-11-16T18:14:24,624 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:14:24,624 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:14:24,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:24,626 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,33535,1731780853469, state=OPEN 2024-11-16T18:14:24,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T18:14:24,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T18:14:24,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T18:14:24,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T18:14:24,715 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,33535,1731780853469 2024-11-16T18:14:24,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:14:24,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:14:24,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:14:24,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T18:14:24,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:14:24,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,33535,1731780853469 in 10.2200 sec 2024-11-16T18:14:24,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:14:24,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6640 sec 2024-11-16T18:14:24,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:14:24,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:14:24,737 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:14:24,737 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33535,1731780853469, seqNum=-1] 2024-11-16T18:14:24,737 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:14:24,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:14:24,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7420 sec 2024-11-16T18:14:24,758 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731780864758, completionTime=-1 2024-11-16T18:14:24,758 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-16T18:14:24,758 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:14:24,762 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-16T18:14:24,762 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731780924762 2024-11-16T18:14:24,762 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731780984762 2024-11-16T18:14:24,762 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-16T18:14:24,762 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:14:24,764 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40865,1731780853015-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:24,765 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40865,1731780853015-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:24,765 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40865,1731780853015-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:24,765 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:40865, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:24,765 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:24,769 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:14:24,778 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:24,784 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.090sec 2024-11-16T18:14:24,787 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:14:24,787 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:14:24,787 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:14:24,787 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:14:24,787 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:14:24,787 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40865,1731780853015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:14:24,787 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40865,1731780853015-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:14:24,790 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:14:24,790 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:14:24,790 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40865,1731780853015-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:14:24,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e7b9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:14:24,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40865,-1 for getting cluster id 2024-11-16T18:14:24,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:14:24,863 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1796466-a5f7-44ec-b5a7-6c9dc64dd87a' 2024-11-16T18:14:24,863 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:14:24,863 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1796466-a5f7-44ec-b5a7-6c9dc64dd87a" 2024-11-16T18:14:24,864 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5146b648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:14:24,864 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40865,-1] 2024-11-16T18:14:24,865 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:14:24,865 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:24,867 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:14:24,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ddf5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:14:24,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:14:24,870 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33535,1731780853469, seqNum=-1] 2024-11-16T18:14:24,871 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:14:24,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:14:24,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,40865,1731780853015 2024-11-16T18:14:24,877 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731780864877 (current time:1731780864877). 2024-11-16T18:14:24,877 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T18:14:24,877 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-16T18:14:24,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc79a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:14:24,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40865,-1 for getting cluster id 2024-11-16T18:14:24,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:14:24,883 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1796466-a5f7-44ec-b5a7-6c9dc64dd87a' 2024-11-16T18:14:24,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:14:24,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1796466-a5f7-44ec-b5a7-6c9dc64dd87a" 2024-11-16T18:14:24,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59924dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:14:24,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40865,-1] 2024-11-16T18:14:24,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:14:24,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:24,886 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:14:24,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17133ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:14:24,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:14:24,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33535,1731780853469, seqNum=-1] 2024-11-16T18:14:24,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:14:24,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:14:24,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:14:24,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:14:24,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:24,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:14:24,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:14:24,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:14:24,902 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,40865,1731780853015 2024-11-16T18:14:24,902 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d586b79 2024-11-16T18:14:24,902 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:14:24,913 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:14:24,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:14:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-16T18:14:24,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:14:24,920 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:24,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-16T18:14:24,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:14:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:14:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741837_1013 (size=361) 2024-11-16T18:14:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741837_1013 (size=361) 2024-11-16T18:14:25,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741837_1013 (size=361) 2024-11-16T18:14:25,006 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4066640bcefc37008aa29bce77e4ddd, NAME => 'SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,010 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 05861d3a5b220b90e90fad73a3f0c0bf, NAME => 'SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,011 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 523f515f97148d9c96eff934ac5d0858, NAME => 'SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:14:25,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:14:25,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:14:25,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:14:25,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T18:14:25,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741838_1014 (size=54) 2024-11-16T18:14:25,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741838_1014 (size=54) 2024-11-16T18:14:25,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741838_1014 (size=54) 2024-11-16T18:14:25,202 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,203 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b4066640bcefc37008aa29bce77e4ddd, disabling compactions & flushes 2024-11-16T18:14:25,203 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:14:25,203 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:14:25,203 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. after waiting 0 ms 2024-11-16T18:14:25,203 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:14:25,203 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:14:25,203 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4066640bcefc37008aa29bce77e4ddd: Waiting for close lock at 1731780865203Disabling compacts and flushes for region at 1731780865203Disabling writes for close at 1731780865203Writing region close event to WAL at 1731780865203Closed at 1731780865203 2024-11-16T18:14:25,204 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cdef891b5f99f85a781e909aea2c538, NAME => 'SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741840_1016 (size=62) 2024-11-16T18:14:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741840_1016 (size=62) 2024-11-16T18:14:25,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741840_1016 (size=62) 2024-11-16T18:14:25,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 523f515f97148d9c96eff934ac5d0858, disabling compactions & flushes 2024-11-16T18:14:25,238 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:14:25,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:14:25,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. after waiting 0 ms 2024-11-16T18:14:25,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:14:25,238 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:14:25,238 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 523f515f97148d9c96eff934ac5d0858: Waiting for close lock at 1731780865238Disabling compacts and flushes for region at 1731780865238Disabling writes for close at 1731780865238Writing region close event to WAL at 1731780865238Closed at 1731780865238 2024-11-16T18:14:25,239 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 056b6ed3f15e2cd11d87814fe5d0581a, NAME => 'SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:14:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741839_1015 (size=62) 2024-11-16T18:14:25,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741839_1015 (size=62) 2024-11-16T18:14:25,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741839_1015 (size=62) 2024-11-16T18:14:25,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 05861d3a5b220b90e90fad73a3f0c0bf, disabling compactions & flushes 2024-11-16T18:14:25,262 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. 2024-11-16T18:14:25,262 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. 2024-11-16T18:14:25,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. after waiting 1 ms 2024-11-16T18:14:25,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. 2024-11-16T18:14:25,263 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. 2024-11-16T18:14:25,263 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 05861d3a5b220b90e90fad73a3f0c0bf: Waiting for close lock at 1731780865262Disabling compacts and flushes for region at 1731780865262Disabling writes for close at 1731780865263 (+1 ms)Writing region close event to WAL at 1731780865263Closed at 1731780865263 2024-11-16T18:14:25,264 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d90829c093e86e51968b2493f3180f0d, NAME => 'SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741841_1017 (size=62) 2024-11-16T18:14:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741841_1017 (size=62) 2024-11-16T18:14:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741841_1017 (size=62) 2024-11-16T18:14:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5cdef891b5f99f85a781e909aea2c538, disabling compactions & flushes 2024-11-16T18:14:25,297 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:14:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:14:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. after waiting 0 ms 2024-11-16T18:14:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:14:25,297 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:14:25,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cdef891b5f99f85a781e909aea2c538: Waiting for close lock at 1731780865297Disabling compacts and flushes for region at 1731780865297Disabling writes for close at 1731780865297Writing region close event to WAL at 1731780865297Closed at 1731780865297 2024-11-16T18:14:25,298 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3c20763f69a9171c91cee49492dd124, NAME => 'SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741842_1018 (size=62) 2024-11-16T18:14:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741842_1018 (size=62) 2024-11-16T18:14:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741842_1018 (size=62) 2024-11-16T18:14:25,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 056b6ed3f15e2cd11d87814fe5d0581a, disabling compactions & flushes 2024-11-16T18:14:25,319 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:14:25,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:14:25,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. after waiting 0 ms 2024-11-16T18:14:25,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:14:25,319 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:14:25,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 056b6ed3f15e2cd11d87814fe5d0581a: Waiting for close lock at 1731780865318Disabling compacts and flushes for region at 1731780865318Disabling writes for close at 1731780865319 (+1 ms)Writing region close event to WAL at 1731780865319Closed at 1731780865319 2024-11-16T18:14:25,319 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e9f015bf1b06742cf3b2691c07e4e72b, NAME => 'SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741843_1019 (size=62) 2024-11-16T18:14:25,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741843_1019 (size=62) 2024-11-16T18:14:25,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741843_1019 (size=62) 2024-11-16T18:14:25,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d90829c093e86e51968b2493f3180f0d, disabling compactions & flushes 2024-11-16T18:14:25,333 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. 2024-11-16T18:14:25,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. 2024-11-16T18:14:25,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. after waiting 0 ms 2024-11-16T18:14:25,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. 2024-11-16T18:14:25,333 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. 2024-11-16T18:14:25,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d90829c093e86e51968b2493f3180f0d: Waiting for close lock at 1731780865333Disabling compacts and flushes for region at 1731780865333Disabling writes for close at 1731780865333Writing region close event to WAL at 1731780865333Closed at 1731780865333 2024-11-16T18:14:25,334 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 02446a75bee120a187f638f31cd57eb3, NAME => 'SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741844_1020 (size=62) 2024-11-16T18:14:25,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741844_1020 (size=62) 2024-11-16T18:14:25,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741844_1020 (size=62) 2024-11-16T18:14:25,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d3c20763f69a9171c91cee49492dd124, disabling compactions & flushes 2024-11-16T18:14:25,355 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:25,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:25,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. after waiting 0 ms 2024-11-16T18:14:25,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:25,356 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:25,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3c20763f69a9171c91cee49492dd124: Waiting for close lock at 1731780865355Disabling compacts and flushes for region at 1731780865355Disabling writes for close at 1731780865355Writing region close event to WAL at 1731780865355Closed at 1731780865356 (+1 ms) 2024-11-16T18:14:25,356 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e30baf2ec4a5a6806b766fa74646694, NAME => 'SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f 2024-11-16T18:14:25,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741846_1022 (size=62) 2024-11-16T18:14:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741845_1021 (size=62) 2024-11-16T18:14:25,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741846_1022 (size=62) 2024-11-16T18:14:25,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741845_1021 (size=62) 2024-11-16T18:14:25,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741845_1021 (size=62) 2024-11-16T18:14:25,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e9f015bf1b06742cf3b2691c07e4e72b, disabling compactions & flushes 2024-11-16T18:14:25,386 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:14:25,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:14:25,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. after waiting 0 ms 2024-11-16T18:14:25,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:14:25,386 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:14:25,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e9f015bf1b06742cf3b2691c07e4e72b: Waiting for close lock at 1731780865386Disabling compacts and flushes for region at 1731780865386Disabling writes for close at 1731780865386Writing region close event to WAL at 1731780865386Closed at 1731780865386 2024-11-16T18:14:25,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 02446a75bee120a187f638f31cd57eb3, disabling compactions & flushes 2024-11-16T18:14:25,389 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. 2024-11-16T18:14:25,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. 2024-11-16T18:14:25,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. after waiting 0 ms 2024-11-16T18:14:25,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. 2024-11-16T18:14:25,389 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. 2024-11-16T18:14:25,389 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 02446a75bee120a187f638f31cd57eb3: Waiting for close lock at 1731780865388Disabling compacts and flushes for region at 1731780865388Disabling writes for close at 1731780865389 (+1 ms)Writing region close event to WAL at 1731780865389Closed at 1731780865389 2024-11-16T18:14:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741846_1022 (size=62) 2024-11-16T18:14:25,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741847_1023 (size=54) 2024-11-16T18:14:25,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741847_1023 (size=54) 2024-11-16T18:14:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741847_1023 (size=54) 2024-11-16T18:14:25,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:25,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6e30baf2ec4a5a6806b766fa74646694, disabling compactions & flushes 2024-11-16T18:14:25,408 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:14:25,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:14:25,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. after waiting 0 ms 2024-11-16T18:14:25,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:14:25,408 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:14:25,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e30baf2ec4a5a6806b766fa74646694: Waiting for close lock at 1731780865408Disabling compacts and flushes for region at 1731780865408Disabling writes for close at 1731780865408Writing region close event to WAL at 1731780865408Closed at 1731780865408 2024-11-16T18:14:25,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:14:25,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731780865410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731780865410"}]},"ts":"1731780865410"} 2024-11-16T18:14:25,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-16T18:14:25,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:14:25,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731780865420"}]},"ts":"1731780865420"} 2024-11-16T18:14:25,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-16T18:14:25,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3bde9015baec=0} racks are {/default-rack=0} 2024-11-16T18:14:25,429 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T18:14:25,429 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T18:14:25,429 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-16T18:14:25,429 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T18:14:25,429 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T18:14:25,430 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-16T18:14:25,430 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T18:14:25,431 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T18:14:25,431 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-16T18:14:25,431 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T18:14:25,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4066640bcefc37008aa29bce77e4ddd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05861d3a5b220b90e90fad73a3f0c0bf, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=523f515f97148d9c96eff934ac5d0858, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cdef891b5f99f85a781e909aea2c538, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=056b6ed3f15e2cd11d87814fe5d0581a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d90829c093e86e51968b2493f3180f0d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3c20763f69a9171c91cee49492dd124, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f015bf1b06742cf3b2691c07e4e72b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02446a75bee120a187f638f31cd57eb3, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e30baf2ec4a5a6806b766fa74646694, ASSIGN}] 2024-11-16T18:14:25,444 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4066640bcefc37008aa29bce77e4ddd, ASSIGN 2024-11-16T18:14:25,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05861d3a5b220b90e90fad73a3f0c0bf, ASSIGN 2024-11-16T18:14:25,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=523f515f97148d9c96eff934ac5d0858, ASSIGN 2024-11-16T18:14:25,446 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cdef891b5f99f85a781e909aea2c538, ASSIGN 2024-11-16T18:14:25,447 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4066640bcefc37008aa29bce77e4ddd, ASSIGN; state=OFFLINE, location=3bde9015baec,33535,1731780853469; forceNewPlan=false, retain=false 2024-11-16T18:14:25,448 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05861d3a5b220b90e90fad73a3f0c0bf, ASSIGN; state=OFFLINE, location=3bde9015baec,42663,1731780853515; forceNewPlan=false, retain=false 2024-11-16T18:14:25,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=523f515f97148d9c96eff934ac5d0858, ASSIGN; state=OFFLINE, location=3bde9015baec,37427,1731780853427; forceNewPlan=false, retain=false 2024-11-16T18:14:25,449 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cdef891b5f99f85a781e909aea2c538, ASSIGN; state=OFFLINE, location=3bde9015baec,33535,1731780853469; forceNewPlan=false, retain=false 2024-11-16T18:14:25,455 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d90829c093e86e51968b2493f3180f0d, ASSIGN 2024-11-16T18:14:25,456 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=056b6ed3f15e2cd11d87814fe5d0581a, ASSIGN 2024-11-16T18:14:25,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3c20763f69a9171c91cee49492dd124, ASSIGN 2024-11-16T18:14:25,457 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d90829c093e86e51968b2493f3180f0d, ASSIGN; state=OFFLINE, location=3bde9015baec,42663,1731780853515; forceNewPlan=false, retain=false 2024-11-16T18:14:25,457 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=056b6ed3f15e2cd11d87814fe5d0581a, ASSIGN; state=OFFLINE, location=3bde9015baec,37427,1731780853427; forceNewPlan=false, retain=false 2024-11-16T18:14:25,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3c20763f69a9171c91cee49492dd124, ASSIGN; state=OFFLINE, location=3bde9015baec,33535,1731780853469; forceNewPlan=false, retain=false 2024-11-16T18:14:25,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02446a75bee120a187f638f31cd57eb3, ASSIGN 2024-11-16T18:14:25,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f015bf1b06742cf3b2691c07e4e72b, ASSIGN 2024-11-16T18:14:25,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e30baf2ec4a5a6806b766fa74646694, ASSIGN 2024-11-16T18:14:25,466 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02446a75bee120a187f638f31cd57eb3, ASSIGN; state=OFFLINE, location=3bde9015baec,42663,1731780853515; forceNewPlan=false, retain=false 2024-11-16T18:14:25,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9f015bf1b06742cf3b2691c07e4e72b, ASSIGN; state=OFFLINE, location=3bde9015baec,37427,1731780853427; forceNewPlan=false, retain=false 2024-11-16T18:14:25,477 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e30baf2ec4a5a6806b766fa74646694, ASSIGN; state=OFFLINE, location=3bde9015baec,33535,1731780853469; forceNewPlan=false, retain=false 2024-11-16T18:14:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:14:25,598 INFO [3bde9015baec:40865 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-16T18:14:25,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=02446a75bee120a187f638f31cd57eb3, regionState=OPENING, regionLocation=3bde9015baec,42663,1731780853515 2024-11-16T18:14:25,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d90829c093e86e51968b2493f3180f0d, regionState=OPENING, regionLocation=3bde9015baec,42663,1731780853515 2024-11-16T18:14:25,599 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=05861d3a5b220b90e90fad73a3f0c0bf, regionState=OPENING, regionLocation=3bde9015baec,42663,1731780853515 2024-11-16T18:14:25,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e9f015bf1b06742cf3b2691c07e4e72b, regionState=OPENING, regionLocation=3bde9015baec,37427,1731780853427 2024-11-16T18:14:25,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=056b6ed3f15e2cd11d87814fe5d0581a, regionState=OPENING, regionLocation=3bde9015baec,37427,1731780853427 2024-11-16T18:14:25,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=523f515f97148d9c96eff934ac5d0858, regionState=OPENING, regionLocation=3bde9015baec,37427,1731780853427 2024-11-16T18:14:25,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6e30baf2ec4a5a6806b766fa74646694, regionState=OPENING, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:25,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d3c20763f69a9171c91cee49492dd124, regionState=OPENING, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:25,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5cdef891b5f99f85a781e909aea2c538, regionState=OPENING, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:25,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4066640bcefc37008aa29bce77e4ddd, regionState=OPENING, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:25,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02446a75bee120a187f638f31cd57eb3, ASSIGN because future has completed 2024-11-16T18:14:25,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02446a75bee120a187f638f31cd57eb3, server=3bde9015baec,42663,1731780853515}] 2024-11-16T18:14:25,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d90829c093e86e51968b2493f3180f0d, ASSIGN because future has completed 2024-11-16T18:14:25,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d90829c093e86e51968b2493f3180f0d, server=3bde9015baec,42663,1731780853515}] 2024-11-16T18:14:25,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05861d3a5b220b90e90fad73a3f0c0bf, ASSIGN because future has completed 2024-11-16T18:14:25,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05861d3a5b220b90e90fad73a3f0c0bf, server=3bde9015baec,42663,1731780853515}] 2024-11-16T18:14:25,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9f015bf1b06742cf3b2691c07e4e72b, ASSIGN because future has completed 2024-11-16T18:14:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=056b6ed3f15e2cd11d87814fe5d0581a, ASSIGN because future has completed 2024-11-16T18:14:25,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=523f515f97148d9c96eff934ac5d0858, ASSIGN because future has completed 2024-11-16T18:14:25,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e30baf2ec4a5a6806b766fa74646694, ASSIGN because future has completed 2024-11-16T18:14:25,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e30baf2ec4a5a6806b766fa74646694, server=3bde9015baec,33535,1731780853469}] 2024-11-16T18:14:25,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3c20763f69a9171c91cee49492dd124, ASSIGN because future has completed 2024-11-16T18:14:25,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f015bf1b06742cf3b2691c07e4e72b, server=3bde9015baec,37427,1731780853427}] 2024-11-16T18:14:25,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056b6ed3f15e2cd11d87814fe5d0581a, server=3bde9015baec,37427,1731780853427}] 2024-11-16T18:14:25,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cdef891b5f99f85a781e909aea2c538, ASSIGN because future has completed 2024-11-16T18:14:25,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b4066640bcefc37008aa29bce77e4ddd, ASSIGN because future has completed 2024-11-16T18:14:25,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4066640bcefc37008aa29bce77e4ddd, server=3bde9015baec,33535,1731780853469}] 2024-11-16T18:14:25,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cdef891b5f99f85a781e909aea2c538, server=3bde9015baec,33535,1731780853469}] 2024-11-16T18:14:25,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c20763f69a9171c91cee49492dd124, server=3bde9015baec,33535,1731780853469}] 2024-11-16T18:14:25,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 523f515f97148d9c96eff934ac5d0858, server=3bde9015baec,37427,1731780853427}] 2024-11-16T18:14:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:14:26,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:14:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:14:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:14:30,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:14:30,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:30,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:14:35,609 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:14:35,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:14:35,619 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. 2024-11-16T18:14:35,628 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 02446a75bee120a187f638f31cd57eb3, NAME => 'SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-16T18:14:35,629 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,629 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,629 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,629 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,631 INFO [StoreOpener-02446a75bee120a187f638f31cd57eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,638 INFO [StoreOpener-02446a75bee120a187f638f31cd57eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02446a75bee120a187f638f31cd57eb3 columnFamilyName cf 2024-11-16T18:14:35,638 DEBUG [StoreOpener-02446a75bee120a187f638f31cd57eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,638 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:14:35,639 INFO [StoreOpener-02446a75bee120a187f638f31cd57eb3-1 {}] regionserver.HStore(327): Store=02446a75bee120a187f638f31cd57eb3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,639 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,640 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,642 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,642 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,642 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:14:35,644 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,657 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,658 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 02446a75bee120a187f638f31cd57eb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61445867, jitterRate=-0.0843852311372757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,659 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:35,659 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 02446a75bee120a187f638f31cd57eb3: Running coprocessor pre-open hook at 1731780875629Writing region info on filesystem at 1731780875629Initializing all the Stores at 1731780875630 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875630Cleaning up temporary data from old regions at 1731780875642 (+12 ms)Running coprocessor post-open hooks at 1731780875659 (+17 ms)Region opened successfully at 1731780875659 2024-11-16T18:14:35,660 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3., pid=15, masterSystemTime=1731780875609 2024-11-16T18:14:35,661 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:14:35,661 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e30baf2ec4a5a6806b766fa74646694, NAME => 'SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-16T18:14:35,661 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,661 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,661 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,661 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,663 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. 2024-11-16T18:14:35,663 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. 2024-11-16T18:14:35,663 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. 2024-11-16T18:14:35,663 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d90829c093e86e51968b2493f3180f0d, NAME => 'SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-16T18:14:35,664 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,664 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,664 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,664 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,667 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=02446a75bee120a187f638f31cd57eb3, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,42663,1731780853515 2024-11-16T18:14:35,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02446a75bee120a187f638f31cd57eb3, server=3bde9015baec,42663,1731780853515 because future has completed 2024-11-16T18:14:35,672 INFO [StoreOpener-d90829c093e86e51968b2493f3180f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,674 INFO [StoreOpener-d90829c093e86e51968b2493f3180f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d90829c093e86e51968b2493f3180f0d columnFamilyName cf 2024-11-16T18:14:35,674 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:14:35,675 DEBUG [StoreOpener-d90829c093e86e51968b2493f3180f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,675 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 056b6ed3f15e2cd11d87814fe5d0581a, NAME => 'SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-16T18:14:35,675 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,675 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,675 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,675 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,676 INFO [StoreOpener-d90829c093e86e51968b2493f3180f0d-1 {}] regionserver.HStore(327): Store=d90829c093e86e51968b2493f3180f0d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,676 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-16T18:14:35,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 02446a75bee120a187f638f31cd57eb3, server=3bde9015baec,42663,1731780853515 in 10.0670 sec 2024-11-16T18:14:35,677 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,677 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,678 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,678 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02446a75bee120a187f638f31cd57eb3, ASSIGN in 10.2440 sec 2024-11-16T18:14:35,681 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,685 INFO [StoreOpener-6e30baf2ec4a5a6806b766fa74646694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,687 INFO [StoreOpener-6e30baf2ec4a5a6806b766fa74646694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e30baf2ec4a5a6806b766fa74646694 columnFamilyName cf 2024-11-16T18:14:35,687 DEBUG [StoreOpener-6e30baf2ec4a5a6806b766fa74646694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,688 INFO [StoreOpener-6e30baf2ec4a5a6806b766fa74646694-1 {}] regionserver.HStore(327): Store=6e30baf2ec4a5a6806b766fa74646694/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,688 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,689 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,690 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,690 INFO [StoreOpener-056b6ed3f15e2cd11d87814fe5d0581a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,691 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,691 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,692 INFO [StoreOpener-056b6ed3f15e2cd11d87814fe5d0581a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056b6ed3f15e2cd11d87814fe5d0581a columnFamilyName cf 2024-11-16T18:14:35,692 DEBUG [StoreOpener-056b6ed3f15e2cd11d87814fe5d0581a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,693 INFO [StoreOpener-056b6ed3f15e2cd11d87814fe5d0581a-1 {}] regionserver.HStore(327): Store=056b6ed3f15e2cd11d87814fe5d0581a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,693 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d90829c093e86e51968b2493f3180f0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,693 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,693 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,694 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d90829c093e86e51968b2493f3180f0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70689636, jitterRate=0.05335766077041626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,694 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:35,694 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d90829c093e86e51968b2493f3180f0d: Running coprocessor pre-open hook at 1731780875664Writing region info on filesystem at 1731780875664Initializing all the Stores at 1731780875665 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875665Cleaning up temporary data from old regions at 1731780875678 (+13 ms)Running coprocessor post-open hooks at 1731780875694 (+16 ms)Region opened successfully at 1731780875694 2024-11-16T18:14:35,695 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,695 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d., pid=16, masterSystemTime=1731780875609 2024-11-16T18:14:35,695 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,696 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,696 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,697 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. 2024-11-16T18:14:35,697 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. 2024-11-16T18:14:35,698 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. 2024-11-16T18:14:35,698 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 05861d3a5b220b90e90fad73a3f0c0bf, NAME => 'SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-16T18:14:35,698 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,698 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,698 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,698 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d90829c093e86e51968b2493f3180f0d, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,42663,1731780853515 2024-11-16T18:14:35,699 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d90829c093e86e51968b2493f3180f0d, server=3bde9015baec,42663,1731780853515 because future has completed 2024-11-16T18:14:35,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-16T18:14:35,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d90829c093e86e51968b2493f3180f0d, server=3bde9015baec,42663,1731780853515 in 10.0960 sec 2024-11-16T18:14:35,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d90829c093e86e51968b2493f3180f0d, ASSIGN in 10.2740 sec 2024-11-16T18:14:35,710 INFO [StoreOpener-05861d3a5b220b90e90fad73a3f0c0bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,712 INFO [StoreOpener-05861d3a5b220b90e90fad73a3f0c0bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05861d3a5b220b90e90fad73a3f0c0bf columnFamilyName cf 2024-11-16T18:14:35,712 DEBUG [StoreOpener-05861d3a5b220b90e90fad73a3f0c0bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,713 INFO [StoreOpener-05861d3a5b220b90e90fad73a3f0c0bf-1 {}] regionserver.HStore(327): Store=05861d3a5b220b90e90fad73a3f0c0bf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,713 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,714 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,714 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,715 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,715 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,716 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,720 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,721 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6e30baf2ec4a5a6806b766fa74646694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74144450, jitterRate=0.10483840107917786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,721 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:35,721 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6e30baf2ec4a5a6806b766fa74646694: Running coprocessor pre-open hook at 1731780875662Writing region info on filesystem at 1731780875662Initializing all the Stores at 1731780875669 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875669Cleaning up temporary data from old regions at 1731780875691 (+22 ms)Running coprocessor post-open hooks at 1731780875721 (+30 ms)Region opened successfully at 1731780875721 2024-11-16T18:14:35,724 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., pid=18, masterSystemTime=1731780875638 2024-11-16T18:14:35,725 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/056b6ed3f15e2cd11d87814fe5d0581a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,727 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 056b6ed3f15e2cd11d87814fe5d0581a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61001684, jitterRate=-0.09100407361984253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,727 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:35,727 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 056b6ed3f15e2cd11d87814fe5d0581a: Running coprocessor pre-open hook at 1731780875675Writing region info on filesystem at 1731780875675Initializing all the Stores at 1731780875681 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875681Cleaning up temporary data from old regions at 1731780875696 (+15 ms)Running coprocessor post-open hooks at 1731780875727 (+31 ms)Region opened successfully at 1731780875727 2024-11-16T18:14:35,728 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:14:35,728 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:14:35,728 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:35,728 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d3c20763f69a9171c91cee49492dd124, NAME => 'SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-16T18:14:35,729 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6e30baf2ec4a5a6806b766fa74646694, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:35,729 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,729 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,729 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,731 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a., pid=19, masterSystemTime=1731780875638 2024-11-16T18:14:35,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e30baf2ec4a5a6806b766fa74646694, server=3bde9015baec,33535,1731780853469 because future has completed 2024-11-16T18:14:35,736 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/05861d3a5b220b90e90fad73a3f0c0bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,736 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:14:35,736 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:14:35,736 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:14:35,737 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 523f515f97148d9c96eff934ac5d0858, NAME => 'SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-16T18:14:35,737 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,737 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,737 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 05861d3a5b220b90e90fad73a3f0c0bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72230046, jitterRate=0.07631155848503113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,737 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:35,737 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,737 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,737 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 05861d3a5b220b90e90fad73a3f0c0bf: Running coprocessor pre-open hook at 1731780875698Writing region info on filesystem at 1731780875698Initializing all the Stores at 1731780875699 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875699Cleaning up temporary data from old regions at 1731780875715 (+16 ms)Running coprocessor post-open hooks at 1731780875737 (+22 ms)Region opened successfully at 1731780875737 2024-11-16T18:14:35,738 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf., pid=17, masterSystemTime=1731780875609 2024-11-16T18:14:35,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=056b6ed3f15e2cd11d87814fe5d0581a, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37427,1731780853427 2024-11-16T18:14:35,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-16T18:14:35,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e30baf2ec4a5a6806b766fa74646694, server=3bde9015baec,33535,1731780853469 in 10.1100 sec 2024-11-16T18:14:35,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056b6ed3f15e2cd11d87814fe5d0581a, server=3bde9015baec,37427,1731780853427 because future has completed 2024-11-16T18:14:35,741 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. 2024-11-16T18:14:35,741 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. 2024-11-16T18:14:35,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e30baf2ec4a5a6806b766fa74646694, ASSIGN in 10.3090 sec 2024-11-16T18:14:35,743 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=05861d3a5b220b90e90fad73a3f0c0bf, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,42663,1731780853515 2024-11-16T18:14:35,745 INFO [StoreOpener-d3c20763f69a9171c91cee49492dd124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05861d3a5b220b90e90fad73a3f0c0bf, server=3bde9015baec,42663,1731780853515 because future has completed 2024-11-16T18:14:35,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-16T18:14:35,747 INFO [StoreOpener-d3c20763f69a9171c91cee49492dd124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3c20763f69a9171c91cee49492dd124 columnFamilyName cf 2024-11-16T18:14:35,748 DEBUG [StoreOpener-d3c20763f69a9171c91cee49492dd124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 056b6ed3f15e2cd11d87814fe5d0581a, server=3bde9015baec,37427,1731780853427 in 10.1130 sec 2024-11-16T18:14:35,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-16T18:14:35,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 05861d3a5b220b90e90fad73a3f0c0bf, server=3bde9015baec,42663,1731780853515 in 10.1360 sec 2024-11-16T18:14:35,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=056b6ed3f15e2cd11d87814fe5d0581a, ASSIGN in 10.3150 sec 2024-11-16T18:14:35,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05861d3a5b220b90e90fad73a3f0c0bf, ASSIGN in 10.3180 sec 2024-11-16T18:14:35,753 INFO [StoreOpener-d3c20763f69a9171c91cee49492dd124-1 {}] regionserver.HStore(327): Store=d3c20763f69a9171c91cee49492dd124/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,753 INFO [StoreOpener-523f515f97148d9c96eff934ac5d0858-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,753 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,754 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,755 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,755 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,755 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,757 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,758 INFO [StoreOpener-523f515f97148d9c96eff934ac5d0858-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 523f515f97148d9c96eff934ac5d0858 columnFamilyName cf 2024-11-16T18:14:35,758 DEBUG [StoreOpener-523f515f97148d9c96eff934ac5d0858-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,759 INFO [StoreOpener-523f515f97148d9c96eff934ac5d0858-1 {}] regionserver.HStore(327): Store=523f515f97148d9c96eff934ac5d0858/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,760 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,760 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,760 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d3c20763f69a9171c91cee49492dd124; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62852810, jitterRate=-0.06342014670372009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,760 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:35,760 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d3c20763f69a9171c91cee49492dd124: Running coprocessor pre-open hook at 1731780875729Writing region info on filesystem at 1731780875729Initializing all the Stores at 1731780875731 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875731Cleaning up temporary data from old regions at 1731780875755 (+24 ms)Running coprocessor post-open hooks at 1731780875760 (+5 ms)Region opened successfully at 1731780875760 2024-11-16T18:14:35,761 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,761 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124., pid=23, masterSystemTime=1731780875638 2024-11-16T18:14:35,762 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,763 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,763 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,765 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,767 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:35,767 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:35,767 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:14:35,767 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cdef891b5f99f85a781e909aea2c538, NAME => 'SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-16T18:14:35,767 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,767 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,768 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,768 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d3c20763f69a9171c91cee49492dd124, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:35,771 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/523f515f97148d9c96eff934ac5d0858/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,772 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 523f515f97148d9c96eff934ac5d0858; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68738384, jitterRate=0.024281740188598633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,772 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:35,772 INFO [StoreOpener-5cdef891b5f99f85a781e909aea2c538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,772 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 523f515f97148d9c96eff934ac5d0858: Running coprocessor pre-open hook at 1731780875737Writing region info on filesystem at 1731780875737Initializing all the Stores at 1731780875740 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875740Cleaning up temporary data from old regions at 1731780875763 (+23 ms)Running coprocessor post-open hooks at 1731780875772 (+9 ms)Region opened successfully at 1731780875772 2024-11-16T18:14:35,773 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858., pid=24, masterSystemTime=1731780875638 2024-11-16T18:14:35,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3c20763f69a9171c91cee49492dd124, server=3bde9015baec,33535,1731780853469 because future has completed 2024-11-16T18:14:35,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=523f515f97148d9c96eff934ac5d0858, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37427,1731780853427 2024-11-16T18:14:35,783 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:14:35,784 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:14:35,784 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:14:35,784 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e9f015bf1b06742cf3b2691c07e4e72b, NAME => 'SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-16T18:14:35,784 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,784 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,784 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,784 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,785 INFO [StoreOpener-5cdef891b5f99f85a781e909aea2c538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cdef891b5f99f85a781e909aea2c538 columnFamilyName cf 2024-11-16T18:14:35,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 523f515f97148d9c96eff934ac5d0858, server=3bde9015baec,37427,1731780853427 because future has completed 2024-11-16T18:14:35,785 DEBUG [StoreOpener-5cdef891b5f99f85a781e909aea2c538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,786 INFO [StoreOpener-5cdef891b5f99f85a781e909aea2c538-1 {}] regionserver.HStore(327): Store=5cdef891b5f99f85a781e909aea2c538/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,786 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,787 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,787 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-16T18:14:35,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d3c20763f69a9171c91cee49492dd124, server=3bde9015baec,33535,1731780853469 in 10.1450 sec 2024-11-16T18:14:35,788 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,788 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,791 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-16T18:14:35,793 INFO [StoreOpener-e9f015bf1b06742cf3b2691c07e4e72b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 523f515f97148d9c96eff934ac5d0858, server=3bde9015baec,37427,1731780853427 in 10.1440 sec 2024-11-16T18:14:35,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3c20763f69a9171c91cee49492dd124, ASSIGN in 10.3560 sec 2024-11-16T18:14:35,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=523f515f97148d9c96eff934ac5d0858, ASSIGN in 10.3610 sec 2024-11-16T18:14:35,796 INFO [StoreOpener-e9f015bf1b06742cf3b2691c07e4e72b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f015bf1b06742cf3b2691c07e4e72b columnFamilyName cf 2024-11-16T18:14:35,796 DEBUG [StoreOpener-e9f015bf1b06742cf3b2691c07e4e72b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,797 INFO [StoreOpener-e9f015bf1b06742cf3b2691c07e4e72b-1 {}] regionserver.HStore(327): Store=e9f015bf1b06742cf3b2691c07e4e72b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,797 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,798 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,798 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,799 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,799 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,801 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,806 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/5cdef891b5f99f85a781e909aea2c538/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,807 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5cdef891b5f99f85a781e909aea2c538; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62306942, jitterRate=-0.07155421376228333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,807 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:35,807 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5cdef891b5f99f85a781e909aea2c538: Running coprocessor pre-open hook at 1731780875768Writing region info on filesystem at 1731780875768Initializing all the Stores at 1731780875771 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875771Cleaning up temporary data from old regions at 1731780875788 (+17 ms)Running coprocessor post-open hooks at 1731780875807 (+19 ms)Region opened successfully at 1731780875807 2024-11-16T18:14:35,808 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538., pid=22, masterSystemTime=1731780875638 2024-11-16T18:14:35,812 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:14:35,812 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:14:35,812 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:14:35,812 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b4066640bcefc37008aa29bce77e4ddd, NAME => 'SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-16T18:14:35,813 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5cdef891b5f99f85a781e909aea2c538, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:35,815 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,815 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:14:35,815 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,815 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cdef891b5f99f85a781e909aea2c538, server=3bde9015baec,33535,1731780853469 because future has completed 2024-11-16T18:14:35,824 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,824 INFO [StoreOpener-b4066640bcefc37008aa29bce77e4ddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,825 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e9f015bf1b06742cf3b2691c07e4e72b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69326749, jitterRate=0.03304906189441681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,825 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:35,825 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e9f015bf1b06742cf3b2691c07e4e72b: Running coprocessor pre-open hook at 1731780875785Writing region info on filesystem at 1731780875785Initializing all the Stores at 1731780875790 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875790Cleaning up temporary data from old regions at 1731780875799 (+9 ms)Running coprocessor post-open hooks at 1731780875825 (+26 ms)Region opened successfully at 1731780875825 2024-11-16T18:14:35,827 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b., pid=20, masterSystemTime=1731780875638 2024-11-16T18:14:35,827 INFO [StoreOpener-b4066640bcefc37008aa29bce77e4ddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4066640bcefc37008aa29bce77e4ddd columnFamilyName cf 2024-11-16T18:14:35,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-16T18:14:35,827 DEBUG [StoreOpener-b4066640bcefc37008aa29bce77e4ddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:14:35,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cdef891b5f99f85a781e909aea2c538, server=3bde9015baec,33535,1731780853469 in 10.1840 sec 2024-11-16T18:14:35,829 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:14:35,829 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:14:35,827 INFO [StoreOpener-b4066640bcefc37008aa29bce77e4ddd-1 {}] regionserver.HStore(327): Store=b4066640bcefc37008aa29bce77e4ddd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:14:35,830 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,831 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,832 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,833 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,833 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cdef891b5f99f85a781e909aea2c538, ASSIGN in 10.3950 sec 2024-11-16T18:14:35,833 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e9f015bf1b06742cf3b2691c07e4e72b, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37427,1731780853427 2024-11-16T18:14:35,836 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,841 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/b4066640bcefc37008aa29bce77e4ddd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:14:35,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f015bf1b06742cf3b2691c07e4e72b, server=3bde9015baec,37427,1731780853427 because future has completed 2024-11-16T18:14:35,843 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b4066640bcefc37008aa29bce77e4ddd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62148151, jitterRate=-0.07392038404941559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T18:14:35,843 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:35,844 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b4066640bcefc37008aa29bce77e4ddd: Running coprocessor pre-open hook at 1731780875815Writing region info on filesystem at 1731780875815Initializing all the Stores at 1731780875818 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731780875818Cleaning up temporary data from old regions at 1731780875833 (+15 ms)Running coprocessor post-open hooks at 1731780875843 (+10 ms)Region opened successfully at 1731780875843 2024-11-16T18:14:35,845 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd., pid=21, masterSystemTime=1731780875638 2024-11-16T18:14:35,849 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:14:35,850 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:14:35,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-16T18:14:35,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e9f015bf1b06742cf3b2691c07e4e72b, server=3bde9015baec,37427,1731780853427 in 10.2140 sec 2024-11-16T18:14:35,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4066640bcefc37008aa29bce77e4ddd, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:14:35,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4066640bcefc37008aa29bce77e4ddd, server=3bde9015baec,33535,1731780853469 because future has completed 2024-11-16T18:14:35,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f015bf1b06742cf3b2691c07e4e72b, ASSIGN in 10.4180 sec 2024-11-16T18:14:35,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-16T18:14:35,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4066640bcefc37008aa29bce77e4ddd, server=3bde9015baec,33535,1731780853469 in 10.2230 sec 2024-11-16T18:14:35,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:14:35,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b4066640bcefc37008aa29bce77e4ddd, ASSIGN in 10.4310 sec 2024-11-16T18:14:35,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:14:35,870 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731780875870"}]},"ts":"1731780875870"} 2024-11-16T18:14:35,872 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-16T18:14:35,873 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:14:35,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9580 sec 2024-11-16T18:14:38,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-16T18:14:40,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:40,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:41,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:14:41,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:41,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:41,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:14:42,993 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:14:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:14:43,124 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-16T18:14:43,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-16T18:14:43,124 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T18:14:43,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-16T18:14:43,130 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T18:14:43,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-16T18:14:43,210 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:43,215 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:43,313 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b., hostname=3bde9015baec,37427,1731780853427, seqNum=2] 2024-11-16T18:14:43,316 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b., hostname=3bde9015baec,37427,1731780853427, seqNum=2] 2024-11-16T18:14:43,330 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b., hostname=3bde9015baec,37427,1731780853427, seqNum=2] 2024-11-16T18:14:43,397 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3., hostname=3bde9015baec,42663,1731780853515, seqNum=2] 2024-11-16T18:14:43,398 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3., hostname=3bde9015baec,42663,1731780853515, seqNum=2] 2024-11-16T18:14:43,405 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3., hostname=3bde9015baec,42663,1731780853515, seqNum=2] 2024-11-16T18:14:43,406 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3., hostname=3bde9015baec,42663,1731780853515, seqNum=2] 2024-11-16T18:14:43,522 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:43,523 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:43,531 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:43,533 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:43,534 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:43,544 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:43,545 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:43,548 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., hostname=3bde9015baec,33535,1731780853469, seqNum=2] 2024-11-16T18:14:44,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:14:44,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:14:44,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:14:44,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:14:44,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T18:14:44,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42663 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T18:14:44,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:44,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T18:14:45,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33535 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T18:14:45,839 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-16T18:14:45,839 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T18:14:45,841 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T18:14:45,842 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T18:14:45,847 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T18:14:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741848_1024 (size=49) 2024-11-16T18:14:45,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741848_1024 (size=49) 2024-11-16T18:14:45,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741848_1024 (size=49) 2024-11-16T18:14:45,878 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T18:14:45,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4066640bcefc37008aa29bce77e4ddd}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05861d3a5b220b90e90fad73a3f0c0bf}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 523f515f97148d9c96eff934ac5d0858}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cdef891b5f99f85a781e909aea2c538}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 056b6ed3f15e2cd11d87814fe5d0581a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d90829c093e86e51968b2493f3180f0d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3c20763f69a9171c91cee49492dd124}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f015bf1b06742cf3b2691c07e4e72b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02446a75bee120a187f638f31cd57eb3}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e30baf2ec4a5a6806b766fa74646694}] 2024-11-16T18:14:45,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:45,880 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:45,880 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:45,881 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:45,881 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:45,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:45,886 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:45,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:45,887 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:45,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:47,150 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-16T18:14:55,638 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=3bde9015baec,42663,1731780853515, timeout=1731780895882, delay=243, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05861d3a5b220b90e90fad73a3f0c0bf, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d90829c093e86e51968b2493f3180f0d, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02446a75bee120a187f638f31cd57eb3], containedObject=3bde9015baec,33535,1731780853469, timeout=1731780895882, delay=243, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e30baf2ec4a5a6806b766fa74646694, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4066640bcefc37008aa29bce77e4ddd, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cdef891b5f99f85a781e909aea2c538, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3c20763f69a9171c91cee49492dd124], containedObject=3bde9015baec,37427,1731780853427, timeout=1731780895882, delay=243, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 523f515f97148d9c96eff934ac5d0858, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 056b6ed3f15e2cd11d87814fe5d0581a, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f015bf1b06742cf3b2691c07e4e72b]] 2024-11-16T18:14:55,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T18:14:55,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-16T18:14:55,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-16T18:14:55,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-16T18:14:55,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 05861d3a5b220b90e90fad73a3f0c0bf: 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. for SnapshotProcedureTest completed. 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 523f515f97148d9c96eff934ac5d0858: 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. for SnapshotProcedureTest completed. 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:14:55,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. 2024-11-16T18:14:55,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:14:55,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T18:14:55,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 056b6ed3f15e2cd11d87814fe5d0581a: 2024-11-16T18:14:55,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d90829c093e86e51968b2493f3180f0d: 2024-11-16T18:14:55,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:14:55,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-16T18:14:55,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-16T18:14:55,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. for SnapshotProcedureTest completed. 2024-11-16T18:14:55,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. for SnapshotProcedureTest completed. 2024-11-16T18:14:55,887 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 6e30baf2ec4a5a6806b766fa74646694 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-16T18:14:55,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:55,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:55,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:55,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:55,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:14:55,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:14:55,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:14:55,887 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e9f015bf1b06742cf3b2691c07e4e72b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-16T18:14:55,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-16T18:14:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:14:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. 2024-11-16T18:14:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b4066640bcefc37008aa29bce77e4ddd: 2024-11-16T18:14:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. for SnapshotProcedureTest completed. 2024-11-16T18:14:55,897 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 02446a75bee120a187f638f31cd57eb3 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-16T18:14:55,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:55,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:55,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:14:55,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-16T18:14:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:14:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5cdef891b5f99f85a781e909aea2c538: 2024-11-16T18:14:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. for SnapshotProcedureTest completed. 2024-11-16T18:14:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:55,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T18:14:55,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b/.tmp/cf/7d84464e819942c5806acc6d03c16c2e is 34, key is baa/cf:cf/1731780884759/Put/seqid=0 2024-11-16T18:14:55,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3/.tmp/cf/caa71ef899704e3eba7b30104e7fb382 is 34, key is ccd/cf:cf/1731780884786/Put/seqid=0 2024-11-16T18:14:56,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694/.tmp/cf/f9f35644d57840098068f1d408ef71e5 is 34, key is eaa/cf:cf/1731780885652/Put/seqid=0 2024-11-16T18:14:56,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741851_1027 (size=65) 2024-11-16T18:14:56,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741851_1027 (size=65) 2024-11-16T18:14:56,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741851_1027 (size=65) 2024-11-16T18:14:56,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741850_1026 (size=65) 2024-11-16T18:14:56,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731780864914.d90829c093e86e51968b2493f3180f0d. 2024-11-16T18:14:56,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-16T18:14:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-16T18:14:56,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:56,060 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d90829c093e86e51968b2493f3180f0d 2024-11-16T18:14:56,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741850_1026 (size=65) 2024-11-16T18:14:56,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741850_1026 (size=65) 2024-11-16T18:14:56,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d90829c093e86e51968b2493f3180f0d in 10.1830 sec 2024-11-16T18:14:56,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:14:56,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-16T18:14:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-16T18:14:56,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:56,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:14:56,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 056b6ed3f15e2cd11d87814fe5d0581a in 10.1890 sec 2024-11-16T18:14:56,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741856_1032 (size=57) 2024-11-16T18:14:56,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741856_1032 (size=57) 2024-11-16T18:14:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741856_1032 (size=57) 2024-11-16T18:14:56,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:14:56,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-16T18:14:56,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:56,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing d3c20763f69a9171c91cee49492dd124 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-16T18:14:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-16T18:14:56,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:56,100 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:14:56,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b4066640bcefc37008aa29bce77e4ddd in 10.2220 sec 2024-11-16T18:14:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741849_1025 (size=65) 2024-11-16T18:14:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741849_1025 (size=65) 2024-11-16T18:14:56,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741849_1025 (size=65) 2024-11-16T18:14:56,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf. 2024-11-16T18:14:56,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-16T18:14:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-16T18:14:56,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:56,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 05861d3a5b220b90e90fad73a3f0c0bf 2024-11-16T18:14:56,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 05861d3a5b220b90e90fad73a3f0c0bf in 10.2390 sec 2024-11-16T18:14:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741852_1028 (size=65) 2024-11-16T18:14:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741852_1028 (size=65) 2024-11-16T18:14:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741852_1028 (size=65) 2024-11-16T18:14:56,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741854_1030 (size=28623) 2024-11-16T18:14:56,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741854_1030 (size=28623) 2024-11-16T18:14:56,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741854_1030 (size=28623) 2024-11-16T18:14:56,143 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b/.tmp/cf/7d84464e819942c5806acc6d03c16c2e 2024-11-16T18:14:56,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124/.tmp/cf/d3d62da97e414d3d98d19909f5224707 is 34, key is aaa/cf:cf/1731780884892/Put/seqid=0 2024-11-16T18:14:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741857_1033 (size=499309) 2024-11-16T18:14:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741857_1033 (size=499309) 2024-11-16T18:14:56,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741857_1033 (size=499309) 2024-11-16T18:14:56,169 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694/.tmp/cf/f9f35644d57840098068f1d408ef71e5 2024-11-16T18:14:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741855_1031 (size=65) 2024-11-16T18:14:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741855_1031 (size=65) 2024-11-16T18:14:56,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741855_1031 (size=65) 2024-11-16T18:14:56,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741853_1029 (size=47197) 2024-11-16T18:14:56,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:14:56,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-16T18:14:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-16T18:14:56,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:56,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:14:56,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741853_1029 (size=47197) 2024-11-16T18:14:56,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741853_1029 (size=47197) 2024-11-16T18:14:56,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5cdef891b5f99f85a781e909aea2c538 in 10.3110 sec 2024-11-16T18:14:56,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3/.tmp/cf/caa71ef899704e3eba7b30104e7fb382 2024-11-16T18:14:56,193 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b/.tmp/cf/7d84464e819942c5806acc6d03c16c2e as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b/cf/7d84464e819942c5806acc6d03c16c2e 2024-11-16T18:14:56,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3/.tmp/cf/caa71ef899704e3eba7b30104e7fb382 as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3/cf/caa71ef899704e3eba7b30104e7fb382 2024-11-16T18:14:56,214 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b/cf/7d84464e819942c5806acc6d03c16c2e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-16T18:14:56,215 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e9f015bf1b06742cf3b2691c07e4e72b in 328ms, sequenceid=5, compaction requested=false 2024-11-16T18:14:56,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e9f015bf1b06742cf3b2691c07e4e72b: 2024-11-16T18:14:56,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. for SnapshotProcedureTest completed. 2024-11-16T18:14:56,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:56,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:56,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b/cf/7d84464e819942c5806acc6d03c16c2e] hfiles 2024-11-16T18:14:56,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b/cf/7d84464e819942c5806acc6d03c16c2e for snapshot=SnapshotProcedureTest 2024-11-16T18:14:56,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694/.tmp/cf/f9f35644d57840098068f1d408ef71e5 as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694/cf/f9f35644d57840098068f1d408ef71e5 2024-11-16T18:14:56,228 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3/cf/caa71ef899704e3eba7b30104e7fb382, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-16T18:14:56,231 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 02446a75bee120a187f638f31cd57eb3 in 335ms, sequenceid=5, compaction requested=false 2024-11-16T18:14:56,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 02446a75bee120a187f638f31cd57eb3: 2024-11-16T18:14:56,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. for SnapshotProcedureTest completed. 2024-11-16T18:14:56,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:56,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:56,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3/cf/caa71ef899704e3eba7b30104e7fb382] hfiles 2024-11-16T18:14:56,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/02446a75bee120a187f638f31cd57eb3/cf/caa71ef899704e3eba7b30104e7fb382 for snapshot=SnapshotProcedureTest 2024-11-16T18:14:56,235 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694/cf/f9f35644d57840098068f1d408ef71e5, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-16T18:14:56,237 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 6e30baf2ec4a5a6806b766fa74646694 in 351ms, sequenceid=5, compaction requested=false 2024-11-16T18:14:56,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6e30baf2ec4a5a6806b766fa74646694: 2024-11-16T18:14:56,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. for SnapshotProcedureTest completed. 2024-11-16T18:14:56,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:56,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:56,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694/cf/f9f35644d57840098068f1d408ef71e5] hfiles 2024-11-16T18:14:56,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694/cf/f9f35644d57840098068f1d408ef71e5 for snapshot=SnapshotProcedureTest 2024-11-16T18:14:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741858_1034 (size=26918) 2024-11-16T18:14:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741858_1034 (size=26918) 2024-11-16T18:14:56,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741858_1034 (size=26918) 2024-11-16T18:14:56,254 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124/.tmp/cf/d3d62da97e414d3d98d19909f5224707 2024-11-16T18:14:56,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124/.tmp/cf/d3d62da97e414d3d98d19909f5224707 as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124/cf/d3d62da97e414d3d98d19909f5224707 2024-11-16T18:14:56,286 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124/cf/d3d62da97e414d3d98d19909f5224707, entries=676, sequenceid=5, filesize=26.3 K 2024-11-16T18:14:56,287 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for d3c20763f69a9171c91cee49492dd124 in 188ms, sequenceid=5, compaction requested=false 2024-11-16T18:14:56,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d3c20763f69a9171c91cee49492dd124: 2024-11-16T18:14:56,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. for SnapshotProcedureTest completed. 2024-11-16T18:14:56,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124.' region-info for snapshot=SnapshotProcedureTest 2024-11-16T18:14:56,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T18:14:56,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124/cf/d3d62da97e414d3d98d19909f5224707] hfiles 2024-11-16T18:14:56,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124/cf/d3d62da97e414d3d98d19909f5224707 for snapshot=SnapshotProcedureTest 2024-11-16T18:14:56,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741859_1035 (size=105) 2024-11-16T18:14:56,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741859_1035 (size=105) 2024-11-16T18:14:56,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741859_1035 (size=105) 2024-11-16T18:14:56,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:14:56,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T18:14:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T18:14:56,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:56,405 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:14:56,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9f015bf1b06742cf3b2691c07e4e72b in 10.5280 sec 2024-11-16T18:14:56,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741861_1037 (size=97) 2024-11-16T18:14:56,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741860_1036 (size=105) 2024-11-16T18:14:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741860_1036 (size=105) 2024-11-16T18:14:56,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741860_1036 (size=105) 2024-11-16T18:14:56,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731780864914.02446a75bee120a187f638f31cd57eb3. 2024-11-16T18:14:56,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-16T18:14:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-16T18:14:56,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:56,428 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02446a75bee120a187f638f31cd57eb3 2024-11-16T18:14:56,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 02446a75bee120a187f638f31cd57eb3 in 10.5500 sec 2024-11-16T18:14:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741861_1037 (size=97) 2024-11-16T18:14:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741861_1037 (size=97) 2024-11-16T18:14:56,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:14:56,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T18:14:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T18:14:56,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:56,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:14:56,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e30baf2ec4a5a6806b766fa74646694 in 10.5620 sec 2024-11-16T18:14:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741862_1038 (size=105) 2024-11-16T18:14:56,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741862_1038 (size=105) 2024-11-16T18:14:56,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:14:56,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-16T18:14:56,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741862_1038 (size=105) 2024-11-16T18:14:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-16T18:14:56,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:56,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3c20763f69a9171c91cee49492dd124 2024-11-16T18:14:56,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3c20763f69a9171c91cee49492dd124 in 10.6010 sec 2024-11-16T18:14:56,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:14:56,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-16T18:14:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-16T18:14:56,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:56,536 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:14:56,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-16T18:14:56,552 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T18:14:56,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 523f515f97148d9c96eff934ac5d0858 in 10.6590 sec 2024-11-16T18:14:56,553 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T18:14:56,554 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T18:14:56,554 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-16T18:14:56,581 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T18:14:56,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741863_1039 (size=1174) 2024-11-16T18:14:56,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741863_1039 (size=1174) 2024-11-16T18:14:56,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741863_1039 (size=1174) 2024-11-16T18:14:56,666 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T18:14:56,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-16T18:14:56,681 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,42663,1731780853515 2024-11-16T18:14:56,690 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,37427,1731780853427 2024-11-16T18:14:56,690 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,42663,1731780853515 2024-11-16T18:14:56,690 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,37427,1731780853427 2024-11-16T18:14:56,690 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,42663,1731780853515 2024-11-16T18:14:56,693 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,37427,1731780853427 2024-11-16T18:14:56,698 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,33535,1731780853469 2024-11-16T18:14:56,700 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,33535,1731780853469 2024-11-16T18:14:56,701 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,33535,1731780853469 2024-11-16T18:14:56,753 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T18:15:05,306 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T18:15:05,306 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T18:15:06,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-16T18:15:06,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-16T18:15:06,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-16T18:15:06,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-16T18:15:06,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T18:15:06,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-16T18:15:06,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-16T18:15:06,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-16T18:15:06,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-16T18:15:06,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-16T18:15:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-16T18:15:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-16T18:15:06,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T18:15:06,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-16T18:15:06,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-16T18:15:06,696 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,42663,1731780853515 Release verify snapshot worker=3bde9015baec,42663,1731780853515 2024-11-16T18:15:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-16T18:15:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-16T18:15:06,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-16T18:15:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-16T18:15:06,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,42663,1731780853515 in 10.0240 sec 2024-11-16T18:15:06,698 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,42663,1731780853515 Release verify snapshot worker=3bde9015baec,42663,1731780853515 2024-11-16T18:15:06,699 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,37427,1731780853427 Release verify snapshot worker=3bde9015baec,37427,1731780853427 2024-11-16T18:15:06,699 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,42663,1731780853515 Release verify snapshot worker=3bde9015baec,42663,1731780853515 2024-11-16T18:15:06,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-16T18:15:06,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-16T18:15:06,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-16T18:15:06,700 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,42663,1731780853515 2024-11-16T18:15:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-16T18:15:06,701 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,37427,1731780853427 Release verify snapshot worker=3bde9015baec,37427,1731780853427 2024-11-16T18:15:06,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-16T18:15:06,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-16T18:15:06,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-16T18:15:06,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-16T18:15:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-16T18:15:06,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,37427,1731780853427 in 10.0270 sec 2024-11-16T18:15:06,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,42663,1731780853515 in 10.0270 sec 2024-11-16T18:15:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-16T18:15:06,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,37427,1731780853427 in 10.0290 sec 2024-11-16T18:15:06,705 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,37427,1731780853427 Release verify snapshot worker=3bde9015baec,37427,1731780853427 2024-11-16T18:15:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-16T18:15:06,705 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,33535,1731780853469 Release verify snapshot worker=3bde9015baec,33535,1731780853469 2024-11-16T18:15:06,706 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,33535,1731780853469 Release verify snapshot worker=3bde9015baec,33535,1731780853469 2024-11-16T18:15:06,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,42663,1731780853515 in 10.0270 sec 2024-11-16T18:15:06,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,37427,1731780853427 in 10.0330 sec 2024-11-16T18:15:06,707 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,33535,1731780853469 Release verify snapshot worker=3bde9015baec,33535,1731780853469 2024-11-16T18:15:06,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,33535,1731780853469 in 10.0330 sec 2024-11-16T18:15:06,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,33535,1731780853469 in 10.0340 sec 2024-11-16T18:15:06,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,33535,1731780853469 in 10.0350 sec 2024-11-16T18:15:06,754 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3bde9015baec,42663,1731780853515 2024-11-16T18:15:06,754 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3bde9015baec,42663,1731780853515: Simulated kill ***** 2024-11-16T18:15:06,754 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:15:06,754 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:15:06,756 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:15:06,756 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:15:06,756 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:15:06,756 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 571773440 }, "NonHeapMemoryUsage": { "committed": 176816128, "init": 7667712, "max": -1, "used": 172946448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:15:06,757 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40865 {}] master.MasterRpcServices(700): 3bde9015baec,42663,1731780853515 reported a fatal error: ***** ABORTING region server 3bde9015baec,42663,1731780853515: Simulated kill ***** 2024-11-16T18:15:06,757 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,42663,1731780853515' ***** 2024-11-16T18:15:06,758 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-16T18:15:06,758 INFO [RS:2;3bde9015baec:42663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:15:06,758 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:15:06,758 INFO [RS:2;3bde9015baec:42663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-16T18:15:06,758 INFO [RS:2;3bde9015baec:42663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-16T18:15:06,758 INFO [RS:2;3bde9015baec:42663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:15:06,758 INFO [RS:2;3bde9015baec:42663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3bde9015baec:42663. 2024-11-16T18:15:06,758 DEBUG [RS:2;3bde9015baec:42663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:15:06,758 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T18:15:06,758 DEBUG [RS:2;3bde9015baec:42663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:15:06,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741833_1009 (size=1488) 2024-11-16T18:15:06,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741833_1009 (size=1488) 2024-11-16T18:15:06,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741833_1009 (size=1488) 2024-11-16T18:15:06,764 DEBUG [RS:2;3bde9015baec:42663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:15:06,764 INFO [RS:2;3bde9015baec:42663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:15:06,764 INFO [RS:2;3bde9015baec:42663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42663 2024-11-16T18:15:06,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3bde9015baec,42663,1731780853515 2024-11-16T18:15:06,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T18:15:06,827 INFO [RS:2;3bde9015baec:42663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:15:06,827 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$370/0x00007f3ccc905d08@6ac75bd2 rejected from java.util.concurrent.ThreadPoolExecutor@6ef8d252[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T18:15:06,837 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:15:06,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,42663,1731780853515] 2024-11-16T18:15:06,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3bde9015baec,42663,1731780853515 already deleted, retry=false 2024-11-16T18:15:06,848 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3bde9015baec,42663,1731780853515 on 3bde9015baec,40865,1731780853015 2024-11-16T18:15:06,849 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3bde9015baec,42663,1731780853515, splitWal=true, meta=false 2024-11-16T18:15:06,849 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 3bde9015baec,42663,1731780853515 (carryingMeta=false) 3bde9015baec,42663,1731780853515/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5bdbfe6b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T18:15:06,850 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3bde9015baec,42663,1731780853515, splitWal=true, meta=false 2024-11-16T18:15:06,850 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 3bde9015baec,42663,1731780853515 had 3 regions 2024-11-16T18:15:06,851 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3bde9015baec,42663,1731780853515, splitWal=true, meta=false, isMeta: false 2024-11-16T18:15:06,852 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting 2024-11-16T18:15:06,854 INFO [PEWorker-2 {}] master.SplitWALManager(105): 3bde9015baec,42663,1731780853515 WAL count=1, meta=false 2024-11-16T18:15:06,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3bde9015baec%2C42663%2C1731780853515.1731780854306}] 2024-11-16T18:15:06,856 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=3bde9015baec,33535,1731780853469 2024-11-16T18:15:06,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3bde9015baec%2C42663%2C1731780853515.1731780854306, worker=3bde9015baec,33535,1731780853469}] 2024-11-16T18:15:06,856 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-16T18:15:06,856 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-16T18:15:06,856 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-16T18:15:06,857 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,42663,1731780853515 Release verify snapshot worker=3bde9015baec,42663,1731780853515 2024-11-16T18:15:06,857 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 3bde9015baec,42663,1731780853515, this operation will be retried to send to another server 2024-11-16T18:15:06,857 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T18:15:06,857 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731780907857 2024-11-16T18:15:06,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:15:06,938 INFO [RS:2;3bde9015baec:42663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:15:06,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42663-0x10144dab8ae0003, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:15:06,938 INFO [RS:2;3bde9015baec:42663 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,42663,1731780853515; zookeeper connection closed. 2024-11-16T18:15:06,938 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@405ea39d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@405ea39d 2024-11-16T18:15:07,195 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:15:07,195 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:15:07,860 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3bde9015baec,33535,1731780853469 2024-11-16T18:15:12,993 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:15:14,682 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-16T18:15:16,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-16T18:15:16,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-16T18:15:16,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-16T18:15:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-16T18:15:16,864 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,33535,1731780853469 Release verify snapshot worker=3bde9015baec,33535,1731780853469 2024-11-16T18:15:16,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-16T18:15:16,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3bde9015baec,33535,1731780853469 in 20.1930 sec 2024-11-16T18:15:16,867 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T18:15:16,868 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.hbase-snapshot/SnapshotProcedureTest 2024-11-16T18:15:16,870 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T18:15:16,870 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-16T18:15:16,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0340 sec 2024-11-16T18:15:16,881 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306, size=1.5 K (1488bytes) 2024-11-16T18:15:16,881 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306 2024-11-16T18:15:16,881 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306 after 0ms 2024-11-16T18:15:16,884 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306 took 3ms 2024-11-16T18:15:16,887 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 02446a75bee120a187f638f31cd57eb3: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-16T18:15:16,888 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d90829c093e86e51968b2493f3180f0d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T18:15:16,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 05861d3a5b220b90e90fad73a3f0c0bf: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-16T18:15:16,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306 so closing down 2024-11-16T18:15:16,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T18:15:16,889 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T18:15:16,889 INFO [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-16T18:15:16,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306, journal: Splitting hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306, size=1.5 K (1488bytes) at 1731780916881Finishing writing output for hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306 so closing down at 1731780916889 (+8 ms)3 split writer threads finished at 1731780916889Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731780916889 2024-11-16T18:15:16,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306 2024-11-16T18:15:16,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-16T18:15:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40865 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-16T18:15:16,893 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting/3bde9015baec%2C42663%2C1731780853515.1731780854306 to hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/oldWALs 2024-11-16T18:15:16,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-16T18:15:16,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3bde9015baec%2C42663%2C1731780853515.1731780854306, worker=3bde9015baec,33535,1731780853469 in 10.0370 sec 2024-11-16T18:15:16,896 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=3bde9015baec,33535,1731780853469 2024-11-16T18:15:16,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-16T18:15:16,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 3bde9015baec%2C42663%2C1731780853515.1731780854306, worker=3bde9015baec,33535,1731780853469 in 10.0420 sec 2024-11-16T18:15:16,899 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting dir is empty, no logs to split. 2024-11-16T18:15:16,899 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3bde9015baec,42663,1731780853515 WAL count=0, meta=false 2024-11-16T18:15:16,899 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3bde9015baec,42663,1731780853515 WAL splitting is done? wals=0, meta=false 2024-11-16T18:15:16,901 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 3bde9015baec,42663,1731780853515 failed, ignore...File hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/WALs/3bde9015baec,42663,1731780853515-splitting does not exist. 2024-11-16T18:15:16,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d90829c093e86e51968b2493f3180f0d, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02446a75bee120a187f638f31cd57eb3, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05861d3a5b220b90e90fad73a3f0c0bf, ASSIGN}] 2024-11-16T18:15:16,902 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02446a75bee120a187f638f31cd57eb3, ASSIGN 2024-11-16T18:15:16,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=05861d3a5b220b90e90fad73a3f0c0bf, ASSIGN 2024-11-16T18:15:16,903 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d90829c093e86e51968b2493f3180f0d, ASSIGN 2024-11-16T18:15:16,903 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02446a75bee120a187f638f31cd57eb3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:15:16,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05861d3a5b220b90e90fad73a3f0c0bf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:15:16,903 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d90829c093e86e51968b2493f3180f0d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:15:16,982 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-16T18:15:16,986 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-16T18:15:16,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:15:16,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:15:16,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:15:16,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:15:16,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:15:16,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:15:16,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:15:16,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2087313265, stopped=false 2024-11-16T18:15:16,987 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,40865,1731780853015 2024-11-16T18:15:17,055 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(204): Hosts are {3bde9015baec=0} racks are {/default-rack=0} 2024-11-16T18:15:17,055 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T18:15:17,055 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T18:15:17,055 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T18:15:17,056 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T18:15:17,056 INFO [3bde9015baec:40865 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T18:15:17,056 INFO [3bde9015baec:40865 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T18:15:17,056 DEBUG [3bde9015baec:40865 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T18:15:17,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=02446a75bee120a187f638f31cd57eb3, regionState=OPENING, regionLocation=3bde9015baec,37427,1731780853427 2024-11-16T18:15:17,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=05861d3a5b220b90e90fad73a3f0c0bf, regionState=OPENING, regionLocation=3bde9015baec,37427,1731780853427 2024-11-16T18:15:17,057 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=d90829c093e86e51968b2493f3180f0d, regionState=OPENING, regionLocation=3bde9015baec,33535,1731780853469 2024-11-16T18:15:17,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d90829c093e86e51968b2493f3180f0d, ASSIGN because future has completed 2024-11-16T18:15:17,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure d90829c093e86e51968b2493f3180f0d, server=3bde9015baec,33535,1731780853469}] 2024-11-16T18:15:17,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=05861d3a5b220b90e90fad73a3f0c0bf, ASSIGN because future has completed 2024-11-16T18:15:17,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05861d3a5b220b90e90fad73a3f0c0bf, server=3bde9015baec,37427,1731780853427}] 2024-11-16T18:15:17,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02446a75bee120a187f638f31cd57eb3, ASSIGN because future has completed 2024-11-16T18:15:17,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02446a75bee120a187f638f31cd57eb3, server=3bde9015baec,37427,1731780853427}] 2024-11-16T18:15:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T18:15:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T18:15:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:15:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:15:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T18:15:17,068 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:15:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:15:17,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:15:17,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:15:17,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:15:17,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:15:17,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,37427,1731780853427' ***** 2024-11-16T18:15:17,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:15:17,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:15:17,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,33535,1731780853469' ***** 2024-11-16T18:15:17,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:15:17,069 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:15:17,069 INFO [RS:0;3bde9015baec:37427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:15:17,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:15:17,069 INFO [RS:0;3bde9015baec:37427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:15:17,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T18:15:17,069 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(3091): Received CLOSE for e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:15:17,070 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(3091): Received CLOSE for 523f515f97148d9c96eff934ac5d0858 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(3091): Received CLOSE for b4066640bcefc37008aa29bce77e4ddd 2024-11-16T18:15:17,070 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(3091): Received CLOSE for 056b6ed3f15e2cd11d87814fe5d0581a 2024-11-16T18:15:17,070 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,37427,1731780853427 2024-11-16T18:15:17,070 INFO [RS:0;3bde9015baec:37427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9f015bf1b06742cf3b2691c07e4e72b, disabling compactions & flushes 2024-11-16T18:15:17,070 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:15:17,070 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:15:17,070 INFO [RS:0;3bde9015baec:37427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37427. 2024-11-16T18:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e30baf2ec4a5a6806b766fa74646694 2024-11-16T18:15:17,070 DEBUG [RS:0;3bde9015baec:37427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. after waiting 0 ms 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(3091): Received CLOSE for d3c20763f69a9171c91cee49492dd124 2024-11-16T18:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:15:17,070 DEBUG [RS:0;3bde9015baec:37427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cdef891b5f99f85a781e909aea2c538 2024-11-16T18:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4066640bcefc37008aa29bce77e4ddd, disabling compactions & flushes 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,33535,1731780853469 2024-11-16T18:15:17,070 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:15:17,070 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. after waiting 0 ms 2024-11-16T18:15:17,070 DEBUG [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(1325): Online Regions={e9f015bf1b06742cf3b2691c07e4e72b=SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b., 523f515f97148d9c96eff934ac5d0858=SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858., 056b6ed3f15e2cd11d87814fe5d0581a=SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a.} 2024-11-16T18:15:17,070 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3bde9015baec:33535. 2024-11-16T18:15:17,070 DEBUG [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(1351): Waiting on 056b6ed3f15e2cd11d87814fe5d0581a, 523f515f97148d9c96eff934ac5d0858, e9f015bf1b06742cf3b2691c07e4e72b 2024-11-16T18:15:17,070 DEBUG [RS:1;3bde9015baec:33535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:15:17,070 DEBUG [RS:1;3bde9015baec:33535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:15:17,070 INFO [RS:1;3bde9015baec:33535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:15:17,071 INFO [RS:1;3bde9015baec:33535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:15:17,071 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:15:17,071 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-16T18:15:17,071 DEBUG [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(1325): Online Regions={b4066640bcefc37008aa29bce77e4ddd=SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd., 6e30baf2ec4a5a6806b766fa74646694=SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694., d3c20763f69a9171c91cee49492dd124=SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124., 5cdef891b5f99f85a781e909aea2c538=SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:15:17,071 DEBUG [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cdef891b5f99f85a781e909aea2c538, 6e30baf2ec4a5a6806b766fa74646694, b4066640bcefc37008aa29bce77e4ddd, d3c20763f69a9171c91cee49492dd124 2024-11-16T18:15:17,071 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:15:17,071 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:15:17,071 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:15:17,071 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:15:17,071 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:15:17,071 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.58 KB heapSize=22.90 KB 2024-11-16T18:15:17,074 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/e9f015bf1b06742cf3b2691c07e4e72b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:15:17,074 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/b4066640bcefc37008aa29bce77e4ddd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:15:17,074 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:15:17,074 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:15:17,074 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9f015bf1b06742cf3b2691c07e4e72b: Waiting for close lock at 1731780917070Running coprocessor pre-close hooks at 1731780917070Disabling compacts and flushes for region at 1731780917070Disabling writes for close at 1731780917070Writing region close event to WAL at 1731780917071 (+1 ms)Running coprocessor post-close hooks at 1731780917074 (+3 ms)Closed at 1731780917074 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4066640bcefc37008aa29bce77e4ddd: Waiting for close lock at 1731780917070Running coprocessor pre-close hooks at 1731780917070Disabling compacts and flushes for region at 1731780917070Disabling writes for close at 1731780917070Writing region close event to WAL at 1731780917071 (+1 ms)Running coprocessor post-close hooks at 1731780917074 (+3 ms)Closed at 1731780917074 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731780864914.e9f015bf1b06742cf3b2691c07e4e72b. 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731780864914.b4066640bcefc37008aa29bce77e4ddd. 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 523f515f97148d9c96eff934ac5d0858, disabling compactions & flushes 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e30baf2ec4a5a6806b766fa74646694, disabling compactions & flushes 2024-11-16T18:15:17,075 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:15:17,075 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. after waiting 0 ms 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. after waiting 0 ms 2024-11-16T18:15:17,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/6e30baf2ec4a5a6806b766fa74646694/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:15:17,078 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/523f515f97148d9c96eff934ac5d0858/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:15:17,079 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:15:17,079 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 523f515f97148d9c96eff934ac5d0858: Waiting for close lock at 1731780917075Running coprocessor pre-close hooks at 1731780917075Disabling compacts and flushes for region at 1731780917075Disabling writes for close at 1731780917075Writing region close event to WAL at 1731780917075Running coprocessor post-close hooks at 1731780917079 (+4 ms)Closed at 1731780917079 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e30baf2ec4a5a6806b766fa74646694: Waiting for close lock at 1731780917075Running coprocessor pre-close hooks at 1731780917075Disabling compacts and flushes for region at 1731780917075Disabling writes for close at 1731780917075Writing region close event to WAL at 1731780917075Running coprocessor post-close hooks at 1731780917079 (+4 ms)Closed at 1731780917079 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731780864914.523f515f97148d9c96eff934ac5d0858. 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731780864914.6e30baf2ec4a5a6806b766fa74646694. 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3c20763f69a9171c91cee49492dd124, disabling compactions & flushes 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 056b6ed3f15e2cd11d87814fe5d0581a, disabling compactions & flushes 2024-11-16T18:15:17,079 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:15:17,079 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. after waiting 0 ms 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. after waiting 0 ms 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:15:17,079 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:15:17,083 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/056b6ed3f15e2cd11d87814fe5d0581a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:15:17,083 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:15:17,084 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 056b6ed3f15e2cd11d87814fe5d0581a: Waiting for close lock at 1731780917079Running coprocessor pre-close hooks at 1731780917079Disabling compacts and flushes for region at 1731780917079Disabling writes for close at 1731780917079Writing region close event to WAL at 1731780917080 (+1 ms)Running coprocessor post-close hooks at 1731780917083 (+3 ms)Closed at 1731780917083 2024-11-16T18:15:17,084 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731780864914.056b6ed3f15e2cd11d87814fe5d0581a. 2024-11-16T18:15:17,086 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/d3c20763f69a9171c91cee49492dd124/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:15:17,087 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:15:17,087 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3c20763f69a9171c91cee49492dd124: Waiting for close lock at 1731780917079Running coprocessor pre-close hooks at 1731780917079Disabling compacts and flushes for region at 1731780917079Disabling writes for close at 1731780917079Writing region close event to WAL at 1731780917082 (+3 ms)Running coprocessor post-close hooks at 1731780917087 (+5 ms)Closed at 1731780917087 2024-11-16T18:15:17,087 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731780864914.d3c20763f69a9171c91cee49492dd124. 2024-11-16T18:15:17,087 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cdef891b5f99f85a781e909aea2c538, disabling compactions & flushes 2024-11-16T18:15:17,087 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:15:17,087 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:15:17,087 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. after waiting 0 ms 2024-11-16T18:15:17,087 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:15:17,090 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/.tmp/info/94216bd23c5f405dba82df50d322a40a is 167, key is SPTestTable,19999999,1731780864914.05861d3a5b220b90e90fad73a3f0c0bf./info:regioninfo/1731780917057/Put/seqid=0 2024-11-16T18:15:17,091 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/default/SPTestTable/5cdef891b5f99f85a781e909aea2c538/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T18:15:17,091 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:15:17,092 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cdef891b5f99f85a781e909aea2c538: Waiting for close lock at 1731780917087Running coprocessor pre-close hooks at 1731780917087Disabling compacts and flushes for region at 1731780917087Disabling writes for close at 1731780917087Writing region close event to WAL at 1731780917088 (+1 ms)Running coprocessor post-close hooks at 1731780917091 (+3 ms)Closed at 1731780917091 2024-11-16T18:15:17,092 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731780864914.5cdef891b5f99f85a781e909aea2c538. 2024-11-16T18:15:17,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741864_1040 (size=18787) 2024-11-16T18:15:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741864_1040 (size=18787) 2024-11-16T18:15:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741864_1040 (size=18787) 2024-11-16T18:15:17,096 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.43 KB at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/.tmp/info/94216bd23c5f405dba82df50d322a40a 2024-11-16T18:15:17,116 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/.tmp/ns/c6bf854453b04531aad043bf74722da3 is 43, key is default/ns:d/1731780864747/Put/seqid=0 2024-11-16T18:15:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741865_1041 (size=5153) 2024-11-16T18:15:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741865_1041 (size=5153) 2024-11-16T18:15:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741865_1041 (size=5153) 2024-11-16T18:15:17,122 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/.tmp/ns/c6bf854453b04531aad043bf74722da3 2024-11-16T18:15:17,141 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/.tmp/table/abd6601b157c4bcf9e4911a30da76e08 is 47, key is SPTestTable/table:state/1731780875870/Put/seqid=0 2024-11-16T18:15:17,144 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:15:17,147 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:15:17,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741866_1042 (size=5214) 2024-11-16T18:15:17,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741866_1042 (size=5214) 2024-11-16T18:15:17,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741866_1042 (size=5214) 2024-11-16T18:15:17,148 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/.tmp/table/abd6601b157c4bcf9e4911a30da76e08 2024-11-16T18:15:17,155 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/.tmp/info/94216bd23c5f405dba82df50d322a40a as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/info/94216bd23c5f405dba82df50d322a40a 2024-11-16T18:15:17,163 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/info/94216bd23c5f405dba82df50d322a40a, entries=103, sequenceid=32, filesize=18.3 K 2024-11-16T18:15:17,164 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/.tmp/ns/c6bf854453b04531aad043bf74722da3 as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/ns/c6bf854453b04531aad043bf74722da3 2024-11-16T18:15:17,170 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/ns/c6bf854453b04531aad043bf74722da3, entries=2, sequenceid=32, filesize=5.0 K 2024-11-16T18:15:17,171 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/.tmp/table/abd6601b157c4bcf9e4911a30da76e08 as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/table/abd6601b157c4bcf9e4911a30da76e08 2024-11-16T18:15:17,173 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:15:17,173 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:15:17,176 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/table/abd6601b157c4bcf9e4911a30da76e08, entries=2, sequenceid=32, filesize=5.1 K 2024-11-16T18:15:17,177 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.58 KB/13911, heapSize ~22.60 KB/23144, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=32, compaction requested=false 2024-11-16T18:15:17,182 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/data/hbase/meta/1588230740/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-16T18:15:17,183 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:15:17,183 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:15:17,183 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731780917071Running coprocessor pre-close hooks at 1731780917071Disabling compacts and flushes for region at 1731780917071Disabling writes for close at 1731780917071Obtaining lock to block concurrent updates at 1731780917071Preparing flush snapshotting stores in 1588230740 at 1731780917071Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13911, getHeapSize=23384, getOffHeapSize=0, getCellsCount=113 at 1731780917072 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731780917072Flushing 1588230740/info: creating writer at 1731780917072Flushing 1588230740/info: appending metadata at 1731780917090 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731780917090Flushing 1588230740/ns: creating writer at 1731780917102 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731780917115 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731780917115Flushing 1588230740/table: creating writer at 1731780917127 (+12 ms)Flushing 1588230740/table: appending metadata at 1731780917141 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731780917141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@685d1906: reopening flushed file at 1731780917155 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65dd9ca5: reopening flushed file at 1731780917163 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23647381: reopening flushed file at 1731780917170 (+7 ms)Finished flush of dataSize ~13.58 KB/13911, heapSize ~22.60 KB/23144, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=32, compaction requested=false at 1731780917177 (+7 ms)Writing region close event to WAL at 1731780917179 (+2 ms)Running coprocessor post-close hooks at 1731780917183 (+4 ms)Closed at 1731780917183 2024-11-16T18:15:17,183 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:15:17,199 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:15:17,199 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:15:17,271 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,37427,1731780853427; all regions closed. 2024-11-16T18:15:17,271 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,33535,1731780853469; all regions closed. 2024-11-16T18:15:17,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741834_1010 (size=2364) 2024-11-16T18:15:17,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741834_1010 (size=2364) 2024-11-16T18:15:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741834_1010 (size=2364) 2024-11-16T18:15:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741836_1012 (size=16437) 2024-11-16T18:15:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741836_1012 (size=16437) 2024-11-16T18:15:17,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741836_1012 (size=16437) 2024-11-16T18:15:17,280 DEBUG [RS:0;3bde9015baec:37427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/oldWALs 2024-11-16T18:15:17,281 INFO [RS:0;3bde9015baec:37427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C37427%2C1731780853427:(num 1731780854310) 2024-11-16T18:15:17,281 DEBUG [RS:0;3bde9015baec:37427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:15:17,281 INFO [RS:0;3bde9015baec:37427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:15:17,281 INFO [RS:0;3bde9015baec:37427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:15:17,281 INFO [RS:0;3bde9015baec:37427 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:15:17,281 INFO [RS:0;3bde9015baec:37427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:15:17,281 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:15:17,281 INFO [RS:0;3bde9015baec:37427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:15:17,282 INFO [RS:0;3bde9015baec:37427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:15:17,282 INFO [RS:0;3bde9015baec:37427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:15:17,282 DEBUG [RS:1;3bde9015baec:33535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/oldWALs 2024-11-16T18:15:17,282 INFO [RS:1;3bde9015baec:33535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C33535%2C1731780853469.meta:.meta(num 1731780864532) 2024-11-16T18:15:17,282 INFO [RS:0;3bde9015baec:37427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37427 2024-11-16T18:15:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741835_1011 (size=3439) 2024-11-16T18:15:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741835_1011 (size=3439) 2024-11-16T18:15:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741835_1011 (size=3439) 2024-11-16T18:15:17,286 DEBUG [RS:1;3bde9015baec:33535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/oldWALs 2024-11-16T18:15:17,286 INFO [RS:1;3bde9015baec:33535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C33535%2C1731780853469:(num 1731780854310) 2024-11-16T18:15:17,286 DEBUG [RS:1;3bde9015baec:33535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:15:17,286 INFO [RS:1;3bde9015baec:33535 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:15:17,286 INFO [RS:1;3bde9015baec:33535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:15:17,286 INFO [RS:1;3bde9015baec:33535 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T18:15:17,286 INFO [RS:1;3bde9015baec:33535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:15:17,286 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:15:17,287 INFO [RS:1;3bde9015baec:33535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33535 2024-11-16T18:15:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T18:15:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3bde9015baec,37427,1731780853427 2024-11-16T18:15:17,300 INFO [RS:0;3bde9015baec:37427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:15:17,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3bde9015baec,33535,1731780853469 2024-11-16T18:15:17,310 INFO [RS:1;3bde9015baec:33535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:15:17,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,37427,1731780853427] 2024-11-16T18:15:17,342 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3bde9015baec,37427,1731780853427 already deleted, retry=false 2024-11-16T18:15:17,342 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,37427,1731780853427 expired; onlineServers=1 2024-11-16T18:15:17,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,33535,1731780853469] 2024-11-16T18:15:17,352 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3bde9015baec,33535,1731780853469 already deleted, retry=false 2024-11-16T18:15:17,353 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,33535,1731780853469 expired; onlineServers=0 2024-11-16T18:15:17,353 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,40865,1731780853015' ***** 2024-11-16T18:15:17,353 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:15:17,353 INFO [M:0;3bde9015baec:40865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:15:17,353 INFO [M:0;3bde9015baec:40865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:15:17,353 DEBUG [M:0;3bde9015baec:40865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:15:17,354 DEBUG [M:0;3bde9015baec:40865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:15:17,354 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731780854019 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731780854019,5,FailOnTimeoutGroup] 2024-11-16T18:15:17,354 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:15:17,354 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731780854019 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731780854019,5,FailOnTimeoutGroup] 2024-11-16T18:15:17,354 INFO [M:0;3bde9015baec:40865 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:15:17,355 INFO [M:0;3bde9015baec:40865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:15:17,355 DEBUG [M:0;3bde9015baec:40865 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:15:17,355 INFO [M:0;3bde9015baec:40865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:15:17,355 INFO [M:0;3bde9015baec:40865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:15:17,355 ERROR [M:0;3bde9015baec:40865 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:36195 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36195,5,PEWorkerGroup] 2024-11-16T18:15:17,356 INFO [M:0;3bde9015baec:40865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:15:17,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:15:17,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T18:15:17,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T18:15:17,363 DEBUG [M:0;3bde9015baec:40865 {}] zookeeper.ZKUtil(347): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T18:15:17,363 WARN [M:0;3bde9015baec:40865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:15:17,364 INFO [M:0;3bde9015baec:40865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/.lastflushedseqids 2024-11-16T18:15:17,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741867_1043 (size=650) 2024-11-16T18:15:17,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741867_1043 (size=650) 2024-11-16T18:15:17,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741867_1043 (size=650) 2024-11-16T18:15:17,377 INFO [M:0;3bde9015baec:40865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:15:17,377 INFO [M:0;3bde9015baec:40865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:15:17,377 DEBUG [M:0;3bde9015baec:40865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:15:17,377 INFO [M:0;3bde9015baec:40865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:15:17,377 DEBUG [M:0;3bde9015baec:40865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:15:17,377 DEBUG [M:0;3bde9015baec:40865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:15:17,377 DEBUG [M:0;3bde9015baec:40865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:15:17,377 INFO [M:0;3bde9015baec:40865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=171.41 KB heapSize=209.78 KB 2024-11-16T18:15:17,392 DEBUG [M:0;3bde9015baec:40865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8952e9e26db143c283885e2ff6bdacbd is 82, key is hbase:meta,,1/info:regioninfo/1731780864624/Put/seqid=0 2024-11-16T18:15:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741868_1044 (size=5672) 2024-11-16T18:15:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741868_1044 (size=5672) 2024-11-16T18:15:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741868_1044 (size=5672) 2024-11-16T18:15:17,398 INFO [M:0;3bde9015baec:40865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8952e9e26db143c283885e2ff6bdacbd 2024-11-16T18:15:17,416 DEBUG [M:0;3bde9015baec:40865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f22087e4aeb4416a882bf98c554d50e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731780875876/Put/seqid=0 2024-11-16T18:15:17,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:15:17,421 INFO [RS:0;3bde9015baec:37427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:15:17,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37427-0x10144dab8ae0001, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:15:17,421 INFO [RS:0;3bde9015baec:37427 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,37427,1731780853427; zookeeper connection closed. 2024-11-16T18:15:17,421 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@737b574 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@737b574 2024-11-16T18:15:17,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741869_1045 (size=12193) 2024-11-16T18:15:17,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741869_1045 (size=12193) 2024-11-16T18:15:17,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741869_1045 (size=12193) 2024-11-16T18:15:17,423 INFO [M:0;3bde9015baec:40865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170.68 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f22087e4aeb4416a882bf98c554d50e 2024-11-16T18:15:17,428 INFO [M:0;3bde9015baec:40865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f22087e4aeb4416a882bf98c554d50e 2024-11-16T18:15:17,432 INFO [RS:1;3bde9015baec:33535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:15:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:15:17,432 INFO [RS:1;3bde9015baec:33535 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,33535,1731780853469; zookeeper connection closed. 2024-11-16T18:15:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33535-0x10144dab8ae0002, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:15:17,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c68afd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c68afd7 2024-11-16T18:15:17,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-16T18:15:17,441 DEBUG [M:0;3bde9015baec:40865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fef19322cb484ec0bcb14a62bc9662ed is 69, key is 3bde9015baec,33535,1731780853469/rs:state/1731780854087/Put/seqid=0 2024-11-16T18:15:17,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741870_1046 (size=5442) 2024-11-16T18:15:17,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741870_1046 (size=5442) 2024-11-16T18:15:17,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741870_1046 (size=5442) 2024-11-16T18:15:17,448 INFO [M:0;3bde9015baec:40865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fef19322cb484ec0bcb14a62bc9662ed 2024-11-16T18:15:17,452 INFO [M:0;3bde9015baec:40865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fef19322cb484ec0bcb14a62bc9662ed 2024-11-16T18:15:17,454 DEBUG [M:0;3bde9015baec:40865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8952e9e26db143c283885e2ff6bdacbd as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8952e9e26db143c283885e2ff6bdacbd 2024-11-16T18:15:17,459 INFO [M:0;3bde9015baec:40865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8952e9e26db143c283885e2ff6bdacbd, entries=8, sequenceid=410, filesize=5.5 K 2024-11-16T18:15:17,460 DEBUG [M:0;3bde9015baec:40865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f22087e4aeb4416a882bf98c554d50e as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f22087e4aeb4416a882bf98c554d50e 2024-11-16T18:15:17,465 INFO [M:0;3bde9015baec:40865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f22087e4aeb4416a882bf98c554d50e 2024-11-16T18:15:17,466 INFO [M:0;3bde9015baec:40865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f22087e4aeb4416a882bf98c554d50e, entries=54, sequenceid=410, filesize=11.9 K 2024-11-16T18:15:17,467 DEBUG [M:0;3bde9015baec:40865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fef19322cb484ec0bcb14a62bc9662ed as hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fef19322cb484ec0bcb14a62bc9662ed 2024-11-16T18:15:17,472 INFO [M:0;3bde9015baec:40865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fef19322cb484ec0bcb14a62bc9662ed 2024-11-16T18:15:17,472 INFO [M:0;3bde9015baec:40865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/f44d827a-3077-db98-4d7e-090e2743ab7f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fef19322cb484ec0bcb14a62bc9662ed, entries=3, sequenceid=410, filesize=5.3 K 2024-11-16T18:15:17,474 INFO [M:0;3bde9015baec:40865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~171.41 KB/175526, heapSize ~209.48 KB/214512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=410, compaction requested=false 2024-11-16T18:15:17,475 INFO [M:0;3bde9015baec:40865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:15:17,475 DEBUG [M:0;3bde9015baec:40865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731780917377Disabling compacts and flushes for region at 1731780917377Disabling writes for close at 1731780917377Obtaining lock to block concurrent updates at 1731780917377Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731780917377Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=175526, getHeapSize=214752, getOffHeapSize=0, getCellsCount=505 at 1731780917378 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731780917378Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731780917378Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731780917391 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731780917391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731780917403 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731780917416 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731780917416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731780917428 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731780917441 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731780917441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe7dbb: reopening flushed file at 1731780917453 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8ff832: reopening flushed file at 1731780917459 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf0c1fb: reopening flushed file at 1731780917466 (+7 ms)Finished flush of dataSize ~171.41 KB/175526, heapSize ~209.48 KB/214512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=410, compaction requested=false at 1731780917474 (+8 ms)Writing region close event to WAL at 1731780917475 (+1 ms)Closed at 1731780917475 2024-11-16T18:15:17,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36855 is added to blk_1073741830_1006 (size=202975) 2024-11-16T18:15:17,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741830_1006 (size=202975) 2024-11-16T18:15:17,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741830_1006 (size=202975) 2024-11-16T18:15:17,478 INFO [M:0;3bde9015baec:40865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:15:17,478 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:15:17,478 INFO [M:0;3bde9015baec:40865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40865 2024-11-16T18:15:17,478 INFO [M:0;3bde9015baec:40865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:15:17,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:15:17,589 INFO [M:0;3bde9015baec:40865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:15:17,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40865-0x10144dab8ae0000, quorum=127.0.0.1:54818, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:15:17,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@553e562f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:15:17,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23255376{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:15:17,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:15:17,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180e4735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:15:17,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d78867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.log.dir/,STOPPED} 2024-11-16T18:15:17,594 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:15:17,594 WARN [BP-982224714-172.17.0.2-1731780850349 heartbeating to localhost/127.0.0.1:36195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:15:17,594 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:15:17,594 WARN [BP-982224714-172.17.0.2-1731780850349 heartbeating to localhost/127.0.0.1:36195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-982224714-172.17.0.2-1731780850349 (Datanode Uuid 0362244a-9d9d-4b53-b965-18f1e43b5165) service to localhost/127.0.0.1:36195 2024-11-16T18:15:17,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data5/current/BP-982224714-172.17.0.2-1731780850349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:15:17,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data6/current/BP-982224714-172.17.0.2-1731780850349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:15:17,595 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:15:17,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ff2c577{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:15:17,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69446df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:15:17,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:15:17,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70fbbb4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:15:17,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e949aef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.log.dir/,STOPPED} 2024-11-16T18:15:17,599 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:15:17,599 WARN [BP-982224714-172.17.0.2-1731780850349 heartbeating to localhost/127.0.0.1:36195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:15:17,599 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:15:17,599 WARN [BP-982224714-172.17.0.2-1731780850349 heartbeating to localhost/127.0.0.1:36195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-982224714-172.17.0.2-1731780850349 (Datanode Uuid abbc177f-1ad6-4a8b-8501-83e79de9f1c8) service to localhost/127.0.0.1:36195 2024-11-16T18:15:17,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data3/current/BP-982224714-172.17.0.2-1731780850349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:15:17,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data4/current/BP-982224714-172.17.0.2-1731780850349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:15:17,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:15:17,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2db41d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:15:17,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783535ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:15:17,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:15:17,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afabc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:15:17,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363b88c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.log.dir/,STOPPED} 2024-11-16T18:15:17,606 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:15:17,606 WARN [BP-982224714-172.17.0.2-1731780850349 heartbeating to localhost/127.0.0.1:36195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:15:17,606 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:15:17,606 WARN [BP-982224714-172.17.0.2-1731780850349 heartbeating to localhost/127.0.0.1:36195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-982224714-172.17.0.2-1731780850349 (Datanode Uuid 4f53af86-1cb6-472c-b98e-13cbac4ad466) service to localhost/127.0.0.1:36195 2024-11-16T18:15:17,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data1/current/BP-982224714-172.17.0.2-1731780850349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:15:17,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/cluster_c7fa242d-965e-2b4e-e004-0608bd9091a2/data/data2/current/BP-982224714-172.17.0.2-1731780850349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:15:17,607 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:15:17,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49a02228{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:15:17,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73963032{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:15:17,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:15:17,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb14da0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:15:17,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37206f93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88044d8a-f9f1-d68e-a992-eb0e5413c4ac/hadoop.log.dir/,STOPPED} 2024-11-16T18:15:17,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:15:17,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:15:17,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36195 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36195 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3839 (was 4734)