2024-11-07 21:12:34,375 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-07 21:12:34,404 main DEBUG Took 0.026770 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 21:12:34,405 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 21:12:34,406 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 21:12:34,407 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 21:12:34,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,428 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 21:12:34,450 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,451 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,452 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,453 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,455 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,456 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,458 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,459 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,460 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,461 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,462 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,464 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,465 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 21:12:34,466 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,466 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 21:12:34,468 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 21:12:34,470 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 21:12:34,472 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 21:12:34,473 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 21:12:34,475 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 21:12:34,475 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 21:12:34,486 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 21:12:34,489 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 21:12:34,492 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 21:12:34,492 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 21:12:34,493 main DEBUG createAppenders(={Console}) 2024-11-07 21:12:34,494 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-07 21:12:34,494 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-07 21:12:34,495 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-07 21:12:34,496 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 21:12:34,496 main DEBUG OutputStream closed 2024-11-07 21:12:34,496 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 21:12:34,497 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 21:12:34,497 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-07 21:12:34,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 21:12:34,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 21:12:34,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 21:12:34,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 21:12:34,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 21:12:34,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 21:12:34,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 21:12:34,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 21:12:34,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 21:12:34,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 21:12:34,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 21:12:34,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 21:12:34,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 21:12:34,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 21:12:34,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 21:12:34,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 21:12:34,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 21:12:34,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 21:12:34,619 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 21:12:34,620 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-07 21:12:34,620 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 21:12:34,621 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-07T21:12:34,638 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-07 21:12:34,641 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 21:12:34,642 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T21:12:34,652 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-07T21:12:34,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=4281 2024-11-07T21:12:35,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39 2024-11-07T21:12:35,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T21:12:35,046 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5, deleteOnExit=true 2024-11-07T21:12:35,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T21:12:35,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/test.cache.data in system properties and HBase conf 2024-11-07T21:12:35,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T21:12:35,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir in system properties and HBase conf 2024-11-07T21:12:35,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T21:12:35,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T21:12:35,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T21:12:35,174 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T21:12:35,359 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T21:12:35,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:12:35,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:12:35,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T21:12:35,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:12:35,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T21:12:35,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T21:12:35,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:12:35,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:12:35,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T21:12:35,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/nfs.dump.dir in system properties and HBase conf 2024-11-07T21:12:35,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/java.io.tmpdir in system properties and HBase conf 2024-11-07T21:12:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:12:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T21:12:35,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T21:12:36,742 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T21:12:36,833 INFO [Time-limited test {}] log.Log(170): Logging initialized @3260ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T21:12:36,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:12:36,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:12:37,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:12:37,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:12:37,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:12:37,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:12:37,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:12:37,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:12:37,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/java.io.tmpdir/jetty-localhost-34643-hadoop-hdfs-3_4_1-tests_jar-_-any-4842319567295222721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:12:37,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:34643} 2024-11-07T21:12:37,272 INFO [Time-limited test {}] server.Server(415): Started @3699ms 2024-11-07T21:12:37,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:12:37,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:12:37,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:12:37,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:12:37,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:12:37,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:12:37,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:12:38,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/java.io.tmpdir/jetty-localhost-33635-hadoop-hdfs-3_4_1-tests_jar-_-any-12114834547977330135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:12:38,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:33635} 2024-11-07T21:12:38,118 INFO [Time-limited test {}] server.Server(415): Started @4545ms 2024-11-07T21:12:38,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:12:38,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:12:38,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:12:38,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:12:38,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:12:38,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:12:38,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:12:38,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:12:38,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/java.io.tmpdir/jetty-localhost-36151-hadoop-hdfs-3_4_1-tests_jar-_-any-3972201795462628348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:12:38,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:36151} 2024-11-07T21:12:38,460 INFO [Time-limited test {}] server.Server(415): Started @4887ms 2024-11-07T21:12:38,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:12:38,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:12:38,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:12:38,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:12:38,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:12:38,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:12:38,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:12:38,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:12:38,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/java.io.tmpdir/jetty-localhost-37707-hadoop-hdfs-3_4_1-tests_jar-_-any-6966249859374544338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:12:38,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:37707} 2024-11-07T21:12:38,695 INFO [Time-limited test {}] server.Server(415): Started @5122ms 2024-11-07T21:12:38,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:12:40,546 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data3/current/BP-292453404-172.17.0.2-1731013956091/current, will proceed with Du for space computation calculation, 2024-11-07T21:12:40,546 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data4/current/BP-292453404-172.17.0.2-1731013956091/current, will proceed with Du for space computation calculation, 2024-11-07T21:12:40,546 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data1/current/BP-292453404-172.17.0.2-1731013956091/current, will proceed with Du for space computation calculation, 2024-11-07T21:12:40,546 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data2/current/BP-292453404-172.17.0.2-1731013956091/current, will proceed with Du for space computation calculation, 2024-11-07T21:12:40,579 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:12:40,579 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:12:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52d3389a1ce34e4f with lease ID 0xf23871d8a59c8cb8: Processing first storage report for DS-7fd27ba4-37ca-4cab-a5e1-64e4992e79e5 from datanode DatanodeRegistration(127.0.0.1:46319, datanodeUuid=47eba43a-faa3-4d20-8184-00ac64d10414, infoPort=45717, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091) 2024-11-07T21:12:40,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52d3389a1ce34e4f with lease ID 0xf23871d8a59c8cb8: from storage DS-7fd27ba4-37ca-4cab-a5e1-64e4992e79e5 node DatanodeRegistration(127.0.0.1:46319, datanodeUuid=47eba43a-faa3-4d20-8184-00ac64d10414, infoPort=45717, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T21:12:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabe2896dc1f9530 with lease ID 0xf23871d8a59c8cb7: Processing first storage report for DS-31335689-6986-48f0-ab37-58630d862bb6 from datanode DatanodeRegistration(127.0.0.1:43507, datanodeUuid=304ab8bb-8c2a-445a-a3e6-53ec81880dd6, infoPort=38295, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091) 2024-11-07T21:12:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabe2896dc1f9530 with lease ID 0xf23871d8a59c8cb7: from storage DS-31335689-6986-48f0-ab37-58630d862bb6 node DatanodeRegistration(127.0.0.1:43507, datanodeUuid=304ab8bb-8c2a-445a-a3e6-53ec81880dd6, infoPort=38295, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:12:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52d3389a1ce34e4f with lease ID 0xf23871d8a59c8cb8: Processing first storage report for DS-9e8276e7-46af-46ff-8c74-d53578f8e31b from datanode DatanodeRegistration(127.0.0.1:46319, datanodeUuid=47eba43a-faa3-4d20-8184-00ac64d10414, infoPort=45717, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091) 2024-11-07T21:12:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52d3389a1ce34e4f with lease ID 0xf23871d8a59c8cb8: from storage DS-9e8276e7-46af-46ff-8c74-d53578f8e31b node DatanodeRegistration(127.0.0.1:46319, datanodeUuid=47eba43a-faa3-4d20-8184-00ac64d10414, infoPort=45717, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:12:40,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabe2896dc1f9530 with lease ID 0xf23871d8a59c8cb7: Processing first storage report for DS-5d30c850-bafd-45d4-a7e3-ca114d0add17 from datanode DatanodeRegistration(127.0.0.1:43507, datanodeUuid=304ab8bb-8c2a-445a-a3e6-53ec81880dd6, infoPort=38295, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091) 2024-11-07T21:12:40,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabe2896dc1f9530 with lease ID 0xf23871d8a59c8cb7: from storage DS-5d30c850-bafd-45d4-a7e3-ca114d0add17 node DatanodeRegistration(127.0.0.1:43507, datanodeUuid=304ab8bb-8c2a-445a-a3e6-53ec81880dd6, infoPort=38295, infoSecurePort=0, ipcPort=43653, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:12:40,673 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data5/current/BP-292453404-172.17.0.2-1731013956091/current, will proceed with Du for space computation calculation, 2024-11-07T21:12:40,673 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data6/current/BP-292453404-172.17.0.2-1731013956091/current, will proceed with Du for space computation calculation, 2024-11-07T21:12:40,707 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:12:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f68b3cea2d9424 with lease ID 0xf23871d8a59c8cb9: Processing first storage report for DS-61bc3553-086c-4510-b62b-c49020e9a4b7 from datanode DatanodeRegistration(127.0.0.1:42479, datanodeUuid=4441cb47-ad30-4db2-8bff-4e7ce82a6750, infoPort=35383, infoSecurePort=0, ipcPort=36095, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091) 2024-11-07T21:12:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f68b3cea2d9424 with lease ID 0xf23871d8a59c8cb9: from storage DS-61bc3553-086c-4510-b62b-c49020e9a4b7 node DatanodeRegistration(127.0.0.1:42479, datanodeUuid=4441cb47-ad30-4db2-8bff-4e7ce82a6750, infoPort=35383, infoSecurePort=0, ipcPort=36095, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T21:12:40,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2f68b3cea2d9424 with lease ID 0xf23871d8a59c8cb9: Processing first storage report for DS-7b48202a-b2df-4a8b-b240-98946e6427c5 from datanode DatanodeRegistration(127.0.0.1:42479, datanodeUuid=4441cb47-ad30-4db2-8bff-4e7ce82a6750, infoPort=35383, infoSecurePort=0, ipcPort=36095, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091) 2024-11-07T21:12:40,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2f68b3cea2d9424 with lease ID 0xf23871d8a59c8cb9: from storage DS-7b48202a-b2df-4a8b-b240-98946e6427c5 node DatanodeRegistration(127.0.0.1:42479, datanodeUuid=4441cb47-ad30-4db2-8bff-4e7ce82a6750, infoPort=35383, infoSecurePort=0, ipcPort=36095, storageInfo=lv=-57;cid=testClusterID;nsid=1719800044;c=1731013956091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:12:40,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39 2024-11-07T21:12:40,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/zookeeper_0, clientPort=54060, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T21:12:40,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54060 2024-11-07T21:12:40,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:40,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:41,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:12:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:12:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:12:41,513 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 with version=8 2024-11-07T21:12:41,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/hbase-staging 2024-11-07T21:12:41,592 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T21:12:41,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:12:41,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:41,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:41,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:12:41,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:41,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:12:42,010 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T21:12:42,066 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T21:12:42,075 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T21:12:42,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:12:42,104 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 993 (auto-detected) 2024-11-07T21:12:42,105 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T21:12:42,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35387 2024-11-07T21:12:42,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35387 connecting to ZooKeeper ensemble=127.0.0.1:54060 2024-11-07T21:12:42,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353870x0, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:12:42,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35387-0x1011724e00c0000 connected 2024-11-07T21:12:42,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:42,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:42,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:12:42,378 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985, hbase.cluster.distributed=false 2024-11-07T21:12:42,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:12:42,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35387 2024-11-07T21:12:42,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35387 2024-11-07T21:12:42,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35387 2024-11-07T21:12:42,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35387 2024-11-07T21:12:42,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35387 2024-11-07T21:12:42,549 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:12:42,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:42,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:42,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:12:42,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:42,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:12:42,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:12:42,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:12:42,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36139 2024-11-07T21:12:42,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36139 connecting to ZooKeeper ensemble=127.0.0.1:54060 2024-11-07T21:12:42,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:42,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:42,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361390x0, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:12:42,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36139-0x1011724e00c0001 connected 2024-11-07T21:12:42,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:12:42,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:12:42,611 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:12:42,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:12:42,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:12:42,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36139 2024-11-07T21:12:42,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36139 2024-11-07T21:12:42,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36139 2024-11-07T21:12:42,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36139 2024-11-07T21:12:42,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36139 2024-11-07T21:12:42,645 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:12:42,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:42,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:42,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:12:42,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:42,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:12:42,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:12:42,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:12:42,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34159 2024-11-07T21:12:42,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34159 connecting to ZooKeeper ensemble=127.0.0.1:54060 2024-11-07T21:12:42,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:42,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:42,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341590x0, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:12:42,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341590x0, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:12:42,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34159-0x1011724e00c0002 connected 2024-11-07T21:12:42,676 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:12:42,677 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:12:42,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:12:42,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:12:42,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34159 2024-11-07T21:12:42,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34159 2024-11-07T21:12:42,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34159 2024-11-07T21:12:42,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34159 2024-11-07T21:12:42,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34159 2024-11-07T21:12:42,716 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:12:42,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:42,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:42,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:12:42,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:12:42,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:12:42,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:12:42,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:12:42,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44345 2024-11-07T21:12:42,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44345 connecting to ZooKeeper ensemble=127.0.0.1:54060 2024-11-07T21:12:42,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:42,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:42,741 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443450x0, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:12:42,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443450x0, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:12:42,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44345-0x1011724e00c0003 connected 2024-11-07T21:12:42,742 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:12:42,747 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:12:42,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:12:42,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:12:42,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-07T21:12:42,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44345 2024-11-07T21:12:42,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44345 2024-11-07T21:12:42,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-07T21:12:42,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-07T21:12:42,779 DEBUG [M:0;4fc742968c91:35387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fc742968c91:35387 2024-11-07T21:12:42,780 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fc742968c91,35387,1731013961681 2024-11-07T21:12:42,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:12:42,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:12:42,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:12:42,793 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:12:42,795 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fc742968c91,35387,1731013961681 2024-11-07T21:12:42,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:12:42,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:12:42,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:42,835 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:12:42,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:42,835 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:42,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:42,836 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T21:12:42,838 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fc742968c91,35387,1731013961681 from backup master directory 2024-11-07T21:12:42,845 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:12:42,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:12:42,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fc742968c91,35387,1731013961681 2024-11-07T21:12:42,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:12:42,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:12:42,846 WARN [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:12:42,846 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fc742968c91,35387,1731013961681 2024-11-07T21:12:42,849 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T21:12:42,850 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T21:12:42,906 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/hbase.id] with ID: c186a442-b63f-4842-8872-478bfe99602c 2024-11-07T21:12:42,906 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/.tmp/hbase.id 2024-11-07T21:12:42,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:12:42,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:12:42,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:12:42,920 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/.tmp/hbase.id]:[hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/hbase.id] 2024-11-07T21:12:42,965 INFO [master/4fc742968c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:12:42,969 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T21:12:42,988 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T21:12:43,003 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:12:43,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:12:43,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:12:43,039 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:12:43,041 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T21:12:43,054 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:12:43,058 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:12:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:12:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:12:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:12:43,106 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store 2024-11-07T21:12:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:12:43,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:12:43,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:12:43,134 INFO [master/4fc742968c91:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T21:12:43,137 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:43,138 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:12:43,138 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:12:43,138 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:12:43,139 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:12:43,139 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:12:43,140 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:12:43,141 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731013963138Disabling compacts and flushes for region at 1731013963138Disabling writes for close at 1731013963139 (+1 ms)Writing region close event to WAL at 1731013963139Closed at 1731013963139 2024-11-07T21:12:43,143 WARN [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/.initializing 2024-11-07T21:12:43,143 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/WALs/4fc742968c91,35387,1731013961681 2024-11-07T21:12:43,150 INFO [master/4fc742968c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:12:43,163 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C35387%2C1731013961681, suffix=, logDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/WALs/4fc742968c91,35387,1731013961681, archiveDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/oldWALs, maxLogs=10 2024-11-07T21:12:43,184 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/WALs/4fc742968c91,35387,1731013961681/4fc742968c91%2C35387%2C1731013961681.1731013963167, exclude list is [], retry=0 2024-11-07T21:12:43,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43507,DS-31335689-6986-48f0-ab37-58630d862bb6,DISK] 2024-11-07T21:12:43,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42479,DS-61bc3553-086c-4510-b62b-c49020e9a4b7,DISK] 2024-11-07T21:12:43,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-7fd27ba4-37ca-4cab-a5e1-64e4992e79e5,DISK] 2024-11-07T21:12:43,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T21:12:43,241 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/WALs/4fc742968c91,35387,1731013961681/4fc742968c91%2C35387%2C1731013961681.1731013963167 2024-11-07T21:12:43,242 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35383:35383),(127.0.0.1/127.0.0.1:45717:45717),(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-07T21:12:43,243 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:12:43,243 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:43,246 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,246 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T21:12:43,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:43,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:12:43,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T21:12:43,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:43,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:12:43,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T21:12:43,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:43,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:12:43,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T21:12:43,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:43,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:12:43,331 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,335 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,336 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,342 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,343 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,347 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:12:43,351 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:12:43,356 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:12:43,357 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65924811, jitterRate=-0.0176437646150589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:12:43,364 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731013963258Initializing all the Stores at 1731013963260 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731013963260Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013963261 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013963261Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013963261Cleaning up temporary data from old regions at 1731013963343 (+82 ms)Region opened successfully at 1731013963364 (+21 ms) 2024-11-07T21:12:43,365 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T21:12:43,397 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dd28c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:12:43,423 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T21:12:43,435 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T21:12:43,435 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T21:12:43,438 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T21:12:43,439 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T21:12:43,445 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-07T21:12:43,445 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-07T21:12:43,468 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T21:12:43,475 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T21:12:43,487 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T21:12:43,489 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T21:12:43,491 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T21:12:43,497 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T21:12:43,500 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T21:12:43,505 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T21:12:43,516 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T21:12:43,518 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T21:12:43,529 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T21:12:43,553 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T21:12:43,560 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T21:12:43,571 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:12:43,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:12:43,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:12:43,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:12:43,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,572 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,575 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fc742968c91,35387,1731013961681, sessionid=0x1011724e00c0000, setting cluster-up flag (Was=false) 2024-11-07T21:12:43,603 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,635 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T21:12:43,639 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,35387,1731013961681 2024-11-07T21:12:43,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,666 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:43,697 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T21:12:43,699 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,35387,1731013961681 2024-11-07T21:12:43,708 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T21:12:43,766 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(746): ClusterId : c186a442-b63f-4842-8872-478bfe99602c 2024-11-07T21:12:43,766 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(746): ClusterId : c186a442-b63f-4842-8872-478bfe99602c 2024-11-07T21:12:43,766 INFO [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer(746): ClusterId : c186a442-b63f-4842-8872-478bfe99602c 2024-11-07T21:12:43,768 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:12:43,768 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:12:43,768 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:12:43,776 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T21:12:43,785 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T21:12:43,791 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T21:12:43,796 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fc742968c91,35387,1731013961681 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T21:12:43,870 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:12:43,870 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:12:43,870 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:12:43,870 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:12:43,870 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:12:43,870 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:12:43,871 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:12:43,871 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:12:43,871 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:12:43,871 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:12:43,872 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fc742968c91:0, corePoolSize=10, maxPoolSize=10 2024-11-07T21:12:43,872 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:43,872 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:12:43,872 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:43,874 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731013993874 2024-11-07T21:12:43,875 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T21:12:43,877 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T21:12:43,879 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:12:43,879 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T21:12:43,881 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T21:12:43,881 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T21:12:43,882 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T21:12:43,882 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T21:12:43,885 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:43,884 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:43,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T21:12:43,888 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T21:12:43,890 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T21:12:43,890 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T21:12:43,895 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T21:12:43,895 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T21:12:43,897 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731013963897,5,FailOnTimeoutGroup] 2024-11-07T21:12:43,900 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731013963898,5,FailOnTimeoutGroup] 2024-11-07T21:12:43,900 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:43,901 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T21:12:43,902 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:43,902 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:12:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:12:43,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:12:43,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T21:12:43,933 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:12:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:12:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:12:43,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:43,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:12:43,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:12:43,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:43,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:12:43,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:12:43,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:12:43,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:43,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:12:43,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:12:43,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:12:43,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:43,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:12:43,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:12:43,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:12:43,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:43,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:12:43,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:12:43,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740 2024-11-07T21:12:43,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740 2024-11-07T21:12:43,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:12:43,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:12:43,972 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:12:43,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:12:43,979 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:12:43,980 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65651023, jitterRate=-0.02172352373600006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:12:43,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731013963948Initializing all the Stores at 1731013963950 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731013963950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731013963950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013963950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731013963950Cleaning up temporary data from old regions at 1731013963971 (+21 ms)Region opened successfully at 1731013963983 (+12 ms) 2024-11-07T21:12:43,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:12:43,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:12:43,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:12:43,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:12:43,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:12:43,985 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:12:43,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731013963984Disabling compacts and flushes for region at 1731013963984Disabling writes for close at 1731013963984Writing region close event to WAL at 1731013963985 (+1 ms)Closed at 1731013963985 2024-11-07T21:12:43,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:12:43,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T21:12:43,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:12:44,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:12:44,008 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T21:12:44,025 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:12:44,025 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:12:44,025 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:12:44,026 DEBUG [RS:1;4fc742968c91:34159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9c20ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:12:44,026 DEBUG [RS:2;4fc742968c91:44345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693c558d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:12:44,026 DEBUG [RS:0;4fc742968c91:36139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306a70a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:12:44,040 DEBUG [RS:0;4fc742968c91:36139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fc742968c91:36139 2024-11-07T21:12:44,040 DEBUG [RS:2;4fc742968c91:44345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4fc742968c91:44345 2024-11-07T21:12:44,044 INFO [RS:2;4fc742968c91:44345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:12:44,044 DEBUG [RS:1;4fc742968c91:34159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4fc742968c91:34159 2024-11-07T21:12:44,044 INFO [RS:0;4fc742968c91:36139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:12:44,044 INFO [RS:2;4fc742968c91:44345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:12:44,044 INFO [RS:0;4fc742968c91:36139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:12:44,044 DEBUG [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:12:44,044 DEBUG [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:12:44,044 INFO [RS:1;4fc742968c91:34159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:12:44,044 INFO [RS:1;4fc742968c91:34159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:12:44,044 DEBUG [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:12:44,046 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,35387,1731013961681 with port=36139, startcode=1731013962509 2024-11-07T21:12:44,046 INFO [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,35387,1731013961681 with port=44345, startcode=1731013962715 2024-11-07T21:12:44,046 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,35387,1731013961681 with port=34159, startcode=1731013962645 2024-11-07T21:12:44,057 DEBUG [RS:0;4fc742968c91:36139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:12:44,057 DEBUG [RS:2;4fc742968c91:44345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:12:44,057 DEBUG [RS:1;4fc742968c91:34159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:12:44,091 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:12:44,091 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:12:44,091 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:12:44,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,34159,1731013962645 2024-11-07T21:12:44,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35387 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,34159,1731013962645 2024-11-07T21:12:44,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,36139,1731013962509 2024-11-07T21:12:44,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35387 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,36139,1731013962509 2024-11-07T21:12:44,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,44345,1731013962715 2024-11-07T21:12:44,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35387 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,44345,1731013962715 2024-11-07T21:12:44,114 DEBUG [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:44,114 DEBUG [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:44,114 DEBUG [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39193 2024-11-07T21:12:44,114 DEBUG [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39193 2024-11-07T21:12:44,114 DEBUG [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:12:44,114 DEBUG [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:12:44,116 DEBUG [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:44,116 DEBUG [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39193 2024-11-07T21:12:44,116 DEBUG [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:12:44,159 WARN [4fc742968c91:35387 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T21:12:44,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:12:44,266 DEBUG [RS:0;4fc742968c91:36139 {}] zookeeper.ZKUtil(111): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,36139,1731013962509 2024-11-07T21:12:44,267 DEBUG [RS:2;4fc742968c91:44345 {}] zookeeper.ZKUtil(111): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,44345,1731013962715 2024-11-07T21:12:44,267 WARN [RS:0;4fc742968c91:36139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:12:44,267 WARN [RS:2;4fc742968c91:44345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:12:44,267 DEBUG [RS:1;4fc742968c91:34159 {}] zookeeper.ZKUtil(111): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,34159,1731013962645 2024-11-07T21:12:44,267 INFO [RS:0;4fc742968c91:36139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:12:44,267 WARN [RS:1;4fc742968c91:34159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:12:44,267 INFO [RS:2;4fc742968c91:44345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:12:44,267 INFO [RS:1;4fc742968c91:34159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:12:44,268 DEBUG [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,36139,1731013962509 2024-11-07T21:12:44,268 DEBUG [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715 2024-11-07T21:12:44,268 DEBUG [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,34159,1731013962645 2024-11-07T21:12:44,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,34159,1731013962645] 2024-11-07T21:12:44,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,36139,1731013962509] 2024-11-07T21:12:44,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,44345,1731013962715] 2024-11-07T21:12:44,293 INFO [RS:2;4fc742968c91:44345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:12:44,293 INFO [RS:1;4fc742968c91:34159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:12:44,293 INFO [RS:0;4fc742968c91:36139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:12:44,311 INFO [RS:1;4fc742968c91:34159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:12:44,311 INFO [RS:0;4fc742968c91:36139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:12:44,312 INFO [RS:2;4fc742968c91:44345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:12:44,317 INFO [RS:2;4fc742968c91:44345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:12:44,317 INFO [RS:1;4fc742968c91:34159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:12:44,317 INFO [RS:0;4fc742968c91:36139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:12:44,317 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,317 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,317 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,318 INFO [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:12:44,320 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:12:44,320 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:12:44,324 INFO [RS:1;4fc742968c91:34159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:12:44,324 INFO [RS:0;4fc742968c91:36139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:12:44,324 INFO [RS:2;4fc742968c91:44345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:12:44,326 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,326 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,326 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,326 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,326 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,326 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:12:44,327 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:12:44,327 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:12:44,327 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,327 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:12:44,328 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:12:44,328 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:12:44,328 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:12:44,328 DEBUG [RS:1;4fc742968c91:34159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:12:44,328 DEBUG [RS:2;4fc742968c91:44345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:12:44,328 DEBUG [RS:0;4fc742968c91:36139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:12:44,332 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,44345,1731013962715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:12:44,332 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,34159,1731013962645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:12:44,333 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,333 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,333 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,333 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,333 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,333 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,36139,1731013962509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:12:44,355 INFO [RS:2;4fc742968c91:44345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:12:44,355 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:12:44,355 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:12:44,357 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,44345,1731013962715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,357 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,34159,1731013962645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,357 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,36139,1731013962509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,357 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,357 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,357 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,357 INFO [RS:1;4fc742968c91:34159 {}] regionserver.Replication(171): 4fc742968c91,34159,1731013962645 started 2024-11-07T21:12:44,357 INFO [RS:2;4fc742968c91:44345 {}] regionserver.Replication(171): 4fc742968c91,44345,1731013962715 started 2024-11-07T21:12:44,357 INFO [RS:0;4fc742968c91:36139 {}] regionserver.Replication(171): 4fc742968c91,36139,1731013962509 started 2024-11-07T21:12:44,374 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,374 INFO [RS:2;4fc742968c91:44345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,375 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,34159,1731013962645, RpcServer on 4fc742968c91/172.17.0.2:34159, sessionid=0x1011724e00c0002 2024-11-07T21:12:44,375 INFO [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,44345,1731013962715, RpcServer on 4fc742968c91/172.17.0.2:44345, sessionid=0x1011724e00c0003 2024-11-07T21:12:44,375 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:12:44,375 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:12:44,375 DEBUG [RS:1;4fc742968c91:34159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,34159,1731013962645 2024-11-07T21:12:44,375 DEBUG [RS:2;4fc742968c91:44345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,44345,1731013962715 2024-11-07T21:12:44,376 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,44345,1731013962715' 2024-11-07T21:12:44,376 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,34159,1731013962645' 2024-11-07T21:12:44,376 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:12:44,376 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:12:44,377 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:12:44,377 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:12:44,377 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:12:44,377 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:12:44,377 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:12:44,377 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:12:44,377 DEBUG [RS:2;4fc742968c91:44345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,44345,1731013962715 2024-11-07T21:12:44,377 DEBUG [RS:1;4fc742968c91:34159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,34159,1731013962645 2024-11-07T21:12:44,377 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,44345,1731013962715' 2024-11-07T21:12:44,377 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,34159,1731013962645' 2024-11-07T21:12:44,377 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:12:44,377 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:12:44,378 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:12:44,378 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:12:44,378 DEBUG [RS:1;4fc742968c91:34159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:12:44,378 DEBUG [RS:2;4fc742968c91:44345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:12:44,378 INFO [RS:2;4fc742968c91:44345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:12:44,378 INFO [RS:1;4fc742968c91:34159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:12:44,379 INFO [RS:2;4fc742968c91:44345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:12:44,379 INFO [RS:1;4fc742968c91:34159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:12:44,380 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:44,380 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,36139,1731013962509, RpcServer on 4fc742968c91/172.17.0.2:36139, sessionid=0x1011724e00c0001 2024-11-07T21:12:44,380 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:12:44,380 DEBUG [RS:0;4fc742968c91:36139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,36139,1731013962509 2024-11-07T21:12:44,380 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,36139,1731013962509' 2024-11-07T21:12:44,380 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:12:44,381 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:12:44,381 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:12:44,381 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:12:44,381 DEBUG [RS:0;4fc742968c91:36139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,36139,1731013962509 2024-11-07T21:12:44,382 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,36139,1731013962509' 2024-11-07T21:12:44,382 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:12:44,382 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:12:44,383 DEBUG [RS:0;4fc742968c91:36139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:12:44,383 INFO [RS:0;4fc742968c91:36139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:12:44,383 INFO [RS:0;4fc742968c91:36139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:12:44,487 INFO [RS:0;4fc742968c91:36139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:12:44,487 INFO [RS:2;4fc742968c91:44345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:12:44,487 INFO [RS:1;4fc742968c91:34159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:12:44,490 INFO [RS:1;4fc742968c91:34159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C34159%2C1731013962645, suffix=, logDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,34159,1731013962645, archiveDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/oldWALs, maxLogs=32 2024-11-07T21:12:44,490 INFO [RS:0;4fc742968c91:36139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C36139%2C1731013962509, suffix=, logDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,36139,1731013962509, archiveDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/oldWALs, maxLogs=32 2024-11-07T21:12:44,490 INFO [RS:2;4fc742968c91:44345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C44345%2C1731013962715, suffix=, logDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715, archiveDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/oldWALs, maxLogs=32 2024-11-07T21:12:44,506 DEBUG [RS:1;4fc742968c91:34159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,34159,1731013962645/4fc742968c91%2C34159%2C1731013962645.1731013964493, exclude list is [], retry=0 2024-11-07T21:12:44,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43507,DS-31335689-6986-48f0-ab37-58630d862bb6,DISK] 2024-11-07T21:12:44,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-7fd27ba4-37ca-4cab-a5e1-64e4992e79e5,DISK] 2024-11-07T21:12:44,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42479,DS-61bc3553-086c-4510-b62b-c49020e9a4b7,DISK] 2024-11-07T21:12:44,513 DEBUG [RS:2;4fc742968c91:44345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715/4fc742968c91%2C44345%2C1731013962715.1731013964494, exclude list is [], retry=0 2024-11-07T21:12:44,513 DEBUG [RS:0;4fc742968c91:36139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,36139,1731013962509/4fc742968c91%2C36139%2C1731013962509.1731013964494, exclude list is [], retry=0 2024-11-07T21:12:44,514 INFO [RS:1;4fc742968c91:34159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,34159,1731013962645/4fc742968c91%2C34159%2C1731013962645.1731013964493 2024-11-07T21:12:44,515 DEBUG [RS:1;4fc742968c91:34159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38295:38295),(127.0.0.1/127.0.0.1:45717:45717),(127.0.0.1/127.0.0.1:35383:35383)] 2024-11-07T21:12:44,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-7fd27ba4-37ca-4cab-a5e1-64e4992e79e5,DISK] 2024-11-07T21:12:44,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42479,DS-61bc3553-086c-4510-b62b-c49020e9a4b7,DISK] 2024-11-07T21:12:44,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43507,DS-31335689-6986-48f0-ab37-58630d862bb6,DISK] 2024-11-07T21:12:44,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42479,DS-61bc3553-086c-4510-b62b-c49020e9a4b7,DISK] 2024-11-07T21:12:44,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43507,DS-31335689-6986-48f0-ab37-58630d862bb6,DISK] 2024-11-07T21:12:44,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-7fd27ba4-37ca-4cab-a5e1-64e4992e79e5,DISK] 2024-11-07T21:12:44,523 INFO [RS:2;4fc742968c91:44345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715/4fc742968c91%2C44345%2C1731013962715.1731013964494 2024-11-07T21:12:44,524 INFO [RS:0;4fc742968c91:36139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,36139,1731013962509/4fc742968c91%2C36139%2C1731013962509.1731013964494 2024-11-07T21:12:44,524 DEBUG [RS:2;4fc742968c91:44345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35383:35383),(127.0.0.1/127.0.0.1:45717:45717),(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-07T21:12:44,525 DEBUG [RS:0;4fc742968c91:36139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45717:45717),(127.0.0.1/127.0.0.1:35383:35383),(127.0.0.1/127.0.0.1:38295:38295)] 2024-11-07T21:12:44,663 DEBUG [4fc742968c91:35387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T21:12:44,674 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:12:44,680 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:12:44,680 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:12:44,680 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T21:12:44,681 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:12:44,681 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:12:44,681 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T21:12:44,681 INFO [4fc742968c91:35387 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:12:44,681 INFO [4fc742968c91:35387 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:12:44,681 INFO [4fc742968c91:35387 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T21:12:44,681 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:12:44,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:12:44,693 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,36139,1731013962509, state=OPENING 2024-11-07T21:12:44,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T21:12:44,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:44,803 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:44,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:44,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:12:44,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:12:44,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:12:44,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:12:44,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:12:44,806 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:12:44,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,36139,1731013962509}] 2024-11-07T21:12:52,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T21:12:52,064 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T21:12:54,832 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:12:54,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:12:54,847 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:12:54,847 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:12:54,848 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:12:54,851 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C36139%2C1731013962509.meta, suffix=.meta, logDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,36139,1731013962509, archiveDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/oldWALs, maxLogs=32 2024-11-07T21:12:54,867 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,36139,1731013962509/4fc742968c91%2C36139%2C1731013962509.meta.1731013974853.meta, exclude list is [], retry=0 2024-11-07T21:12:54,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-7fd27ba4-37ca-4cab-a5e1-64e4992e79e5,DISK] 2024-11-07T21:12:54,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43507,DS-31335689-6986-48f0-ab37-58630d862bb6,DISK] 2024-11-07T21:12:54,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42479,DS-61bc3553-086c-4510-b62b-c49020e9a4b7,DISK] 2024-11-07T21:12:54,874 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,36139,1731013962509/4fc742968c91%2C36139%2C1731013962509.meta.1731013974853.meta 2024-11-07T21:12:54,874 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45717:45717),(127.0.0.1/127.0.0.1:38295:38295),(127.0.0.1/127.0.0.1:35383:35383)] 2024-11-07T21:12:54,875 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:12:54,877 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:12:54,880 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:12:54,885 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:12:54,890 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:12:54,891 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:54,891 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:12:54,891 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:12:54,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:12:54,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:12:54,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:54,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:12:54,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:12:54,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:12:54,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:54,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:12:54,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:12:54,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:12:54,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:54,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:12:54,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:12:54,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:12:54,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:54,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:12:54,903 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:12:54,904 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740 2024-11-07T21:12:54,907 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740 2024-11-07T21:12:54,909 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:12:54,910 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:12:54,911 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:12:54,913 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:12:54,915 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71649874, jitterRate=0.06766632199287415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:12:54,915 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:12:54,917 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731013974891Writing region info on filesystem at 1731013974892 (+1 ms)Initializing all the Stores at 1731013974893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731013974893Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731013974894 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013974894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731013974894Cleaning up temporary data from old regions at 1731013974910 (+16 ms)Running coprocessor post-open hooks at 1731013974915 (+5 ms)Region opened successfully at 1731013974917 (+2 ms) 2024-11-07T21:12:54,924 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731013974824 2024-11-07T21:12:54,934 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:12:54,934 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:12:54,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:12:54,937 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,36139,1731013962509, state=OPEN 2024-11-07T21:12:54,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:12:54,992 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:12:54,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:12:54,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:12:54,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:12:54,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:12:54,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:12:54,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:12:54,992 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,36139,1731013962509 2024-11-07T21:12:54,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T21:12:54,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,36139,1731013962509 in 10.1850 sec 2024-11-07T21:12:55,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T21:12:55,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0040 sec 2024-11-07T21:12:55,006 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:12:55,006 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T21:12:55,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:12:55,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,36139,1731013962509, seqNum=-1] 2024-11-07T21:12:55,044 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:12:55,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:12:55,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.3250 sec 2024-11-07T21:12:55,064 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731013975064, completionTime=-1 2024-11-07T21:12:55,066 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T21:12:55,066 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T21:12:55,092 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-07T21:12:55,092 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731014035092 2024-11-07T21:12:55,092 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731014095092 2024-11-07T21:12:55,092 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-07T21:12:55,093 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:12:55,100 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35387,1731013961681-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:55,100 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35387,1731013961681-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:55,100 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35387,1731013961681-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:55,102 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fc742968c91:35387, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:55,102 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:55,102 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:55,107 DEBUG [master/4fc742968c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T21:12:55,148 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.301sec 2024-11-07T21:12:55,149 INFO [master/4fc742968c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T21:12:55,151 INFO [master/4fc742968c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T21:12:55,152 INFO [master/4fc742968c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T21:12:55,152 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T21:12:55,152 INFO [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T21:12:55,153 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35387,1731013961681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:12:55,153 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35387,1731013961681-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T21:12:55,158 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T21:12:55,160 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T21:12:55,160 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,35387,1731013961681-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:12:55,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:12:55,195 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T21:12:55,195 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T21:12:55,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,35387,-1 for getting cluster id 2024-11-07T21:12:55,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:12:55,217 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c186a442-b63f-4842-8872-478bfe99602c' 2024-11-07T21:12:55,220 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:12:55,220 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c186a442-b63f-4842-8872-478bfe99602c" 2024-11-07T21:12:55,220 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af199c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:12:55,220 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,35387,-1] 2024-11-07T21:12:55,223 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:12:55,225 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:12:55,227 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:12:55,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:12:55,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:12:55,240 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,36139,1731013962509, seqNum=-1] 2024-11-07T21:12:55,241 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:12:55,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:12:55,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fc742968c91,35387,1731013961681 2024-11-07T21:12:55,270 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731013975268 (current time:1731013975268). 2024-11-07T21:12:55,270 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T21:12:55,270 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-07T21:12:55,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:12:55,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,35387,-1 for getting cluster id 2024-11-07T21:12:55,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:12:55,275 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c186a442-b63f-4842-8872-478bfe99602c' 2024-11-07T21:12:55,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:12:55,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c186a442-b63f-4842-8872-478bfe99602c" 2024-11-07T21:12:55,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453498ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:12:55,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,35387,-1] 2024-11-07T21:12:55,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:12:55,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:12:55,278 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:12:55,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40373982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:12:55,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:12:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,36139,1731013962509, seqNum=-1] 2024-11-07T21:12:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:12:55,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:12:55,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:12:55,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:12:55,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:12:55,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:12:55,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:12:55,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:12:55,300 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,35387,1731013961681 2024-11-07T21:12:55,302 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c84095f 2024-11-07T21:12:55,303 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:12:55,305 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:12:55,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:12:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-07T21:12:55,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:12:55,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-07T21:12:55,324 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:12:55,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:12:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:12:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741837_1013 (size=361) 2024-11-07T21:12:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741837_1013 (size=361) 2024-11-07T21:12:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741837_1013 (size=361) 2024-11-07T21:12:55,345 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 778f4ebbf9bfabea99a7bacf71d665ec, NAME => 'SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,345 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c85d9c86ff1a75daf40caffaa369d864, NAME => 'SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,346 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3f7db685120a43cca14b5d35ad40dd72, NAME => 'SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741838_1014 (size=54) 2024-11-07T21:12:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741838_1014 (size=54) 2024-11-07T21:12:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741839_1015 (size=62) 2024-11-07T21:12:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741838_1014 (size=54) 2024-11-07T21:12:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741839_1015 (size=62) 2024-11-07T21:12:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741839_1015 (size=62) 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c85d9c86ff1a75daf40caffaa369d864, disabling compactions & flushes 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 778f4ebbf9bfabea99a7bacf71d665ec, disabling compactions & flushes 2024-11-07T21:12:55,376 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:12:55,376 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. after waiting 0 ms 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. after waiting 0 ms 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:12:55,376 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:12:55,376 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:12:55,376 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:12:55,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 778f4ebbf9bfabea99a7bacf71d665ec: Waiting for close lock at 1731013975376Disabling compacts and flushes for region at 1731013975376Disabling writes for close at 1731013975376Writing region close event to WAL at 1731013975376Closed at 1731013975376 2024-11-07T21:12:55,377 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c85d9c86ff1a75daf40caffaa369d864: Waiting for close lock at 1731013975376Disabling compacts and flushes for region at 1731013975376Disabling writes for close at 1731013975376Writing region close event to WAL at 1731013975376Closed at 1731013975376 2024-11-07T21:12:55,378 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f07f8cad423b3be4d2713b3c6d2c0faa, NAME => 'SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,378 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9212df2f1530ca554936716cf94bc2af, NAME => 'SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741840_1016 (size=62) 2024-11-07T21:12:55,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741840_1016 (size=62) 2024-11-07T21:12:55,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741840_1016 (size=62) 2024-11-07T21:12:55,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3f7db685120a43cca14b5d35ad40dd72, disabling compactions & flushes 2024-11-07T21:12:55,392 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:12:55,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:12:55,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. after waiting 0 ms 2024-11-07T21:12:55,392 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:12:55,392 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:12:55,393 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3f7db685120a43cca14b5d35ad40dd72: Waiting for close lock at 1731013975392Disabling compacts and flushes for region at 1731013975392Disabling writes for close at 1731013975392Writing region close event to WAL at 1731013975392Closed at 1731013975392 2024-11-07T21:12:55,393 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 44144e118eb7dbf700182ac46471fec8, NAME => 'SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741841_1017 (size=62) 2024-11-07T21:12:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741841_1017 (size=62) 2024-11-07T21:12:55,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741841_1017 (size=62) 2024-11-07T21:12:55,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f07f8cad423b3be4d2713b3c6d2c0faa, disabling compactions & flushes 2024-11-07T21:12:55,436 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:12:55,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:12:55,436 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. after waiting 0 ms 2024-11-07T21:12:55,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:12:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:12:55,437 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:12:55,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f07f8cad423b3be4d2713b3c6d2c0faa: Waiting for close lock at 1731013975436Disabling compacts and flushes for region at 1731013975436Disabling writes for close at 1731013975437 (+1 ms)Writing region close event to WAL at 1731013975437Closed at 1731013975437 2024-11-07T21:12:55,438 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 47db800d1730b705a8cd734fc444704c, NAME => 'SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741843_1019 (size=62) 2024-11-07T21:12:55,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741843_1019 (size=62) 2024-11-07T21:12:55,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741843_1019 (size=62) 2024-11-07T21:12:55,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 44144e118eb7dbf700182ac46471fec8, disabling compactions & flushes 2024-11-07T21:12:55,444 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:12:55,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:12:55,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. after waiting 0 ms 2024-11-07T21:12:55,444 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:12:55,445 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:12:55,445 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 44144e118eb7dbf700182ac46471fec8: Waiting for close lock at 1731013975444Disabling compacts and flushes for region at 1731013975444Disabling writes for close at 1731013975444Writing region close event to WAL at 1731013975445 (+1 ms)Closed at 1731013975445 2024-11-07T21:12:55,445 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1ec8dfb54b6034785a4431557820a088, NAME => 'SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741842_1018 (size=62) 2024-11-07T21:12:55,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741842_1018 (size=62) 2024-11-07T21:12:55,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741842_1018 (size=62) 2024-11-07T21:12:55,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9212df2f1530ca554936716cf94bc2af, disabling compactions & flushes 2024-11-07T21:12:55,452 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:12:55,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:12:55,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. after waiting 0 ms 2024-11-07T21:12:55,452 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:12:55,452 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:12:55,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9212df2f1530ca554936716cf94bc2af: Waiting for close lock at 1731013975452Disabling compacts and flushes for region at 1731013975452Disabling writes for close at 1731013975452Writing region close event to WAL at 1731013975452Closed at 1731013975452 2024-11-07T21:12:55,453 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5162c8c0ff5df97018afc3947658053a, NAME => 'SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741844_1020 (size=62) 2024-11-07T21:12:55,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741844_1020 (size=62) 2024-11-07T21:12:55,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741844_1020 (size=62) 2024-11-07T21:12:55,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1ec8dfb54b6034785a4431557820a088, disabling compactions & flushes 2024-11-07T21:12:55,480 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:12:55,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:12:55,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. after waiting 0 ms 2024-11-07T21:12:55,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:12:55,480 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:12:55,480 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1ec8dfb54b6034785a4431557820a088: Waiting for close lock at 1731013975480Disabling compacts and flushes for region at 1731013975480Disabling writes for close at 1731013975480Writing region close event to WAL at 1731013975480Closed at 1731013975480 2024-11-07T21:12:55,481 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => af8771198f8293883251c42e172d7c6c, NAME => 'SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985 2024-11-07T21:12:55,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741845_1021 (size=62) 2024-11-07T21:12:55,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741845_1021 (size=62) 2024-11-07T21:12:55,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741845_1021 (size=62) 2024-11-07T21:12:55,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 47db800d1730b705a8cd734fc444704c, disabling compactions & flushes 2024-11-07T21:12:55,497 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:12:55,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:12:55,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. after waiting 0 ms 2024-11-07T21:12:55,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:12:55,497 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:12:55,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 47db800d1730b705a8cd734fc444704c: Waiting for close lock at 1731013975497Disabling compacts and flushes for region at 1731013975497Disabling writes for close at 1731013975497Writing region close event to WAL at 1731013975497Closed at 1731013975497 2024-11-07T21:12:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741846_1022 (size=62) 2024-11-07T21:12:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741846_1022 (size=62) 2024-11-07T21:12:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741846_1022 (size=62) 2024-11-07T21:12:55,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5162c8c0ff5df97018afc3947658053a, disabling compactions & flushes 2024-11-07T21:12:55,505 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:12:55,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:12:55,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. after waiting 0 ms 2024-11-07T21:12:55,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:12:55,506 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:12:55,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5162c8c0ff5df97018afc3947658053a: Waiting for close lock at 1731013975505Disabling compacts and flushes for region at 1731013975505Disabling writes for close at 1731013975506 (+1 ms)Writing region close event to WAL at 1731013975506Closed at 1731013975506 2024-11-07T21:12:55,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741847_1023 (size=54) 2024-11-07T21:12:55,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741847_1023 (size=54) 2024-11-07T21:12:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741847_1023 (size=54) 2024-11-07T21:12:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:12:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing af8771198f8293883251c42e172d7c6c, disabling compactions & flushes 2024-11-07T21:12:55,515 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:12:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:12:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. after waiting 0 ms 2024-11-07T21:12:55,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:12:55,515 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:12:55,516 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for af8771198f8293883251c42e172d7c6c: Waiting for close lock at 1731013975515Disabling compacts and flushes for region at 1731013975515Disabling writes for close at 1731013975515Writing region close event to WAL at 1731013975515Closed at 1731013975515 2024-11-07T21:12:55,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:12:55,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731013975518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731013975518"}]},"ts":"1731013975518"} 2024-11-07T21:12:55,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-07T21:12:55,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:12:55,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731013975563"}]},"ts":"1731013975563"} 2024-11-07T21:12:55,569 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-07T21:12:55,570 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:12:55,578 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:12:55,578 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:12:55,578 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T21:12:55,578 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:12:55,578 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:12:55,578 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T21:12:55,578 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:12:55,578 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:12:55,578 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T21:12:55,578 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:12:55,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f7db685120a43cca14b5d35ad40dd72, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c85d9c86ff1a75daf40caffaa369d864, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9212df2f1530ca554936716cf94bc2af, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f07f8cad423b3be4d2713b3c6d2c0faa, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ec8dfb54b6034785a4431557820a088, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5162c8c0ff5df97018afc3947658053a, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af8771198f8293883251c42e172d7c6c, ASSIGN}] 2024-11-07T21:12:55,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f7db685120a43cca14b5d35ad40dd72, ASSIGN 2024-11-07T21:12:55,586 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN 2024-11-07T21:12:55,586 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f07f8cad423b3be4d2713b3c6d2c0faa, ASSIGN 2024-11-07T21:12:55,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9212df2f1530ca554936716cf94bc2af, ASSIGN 2024-11-07T21:12:55,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f7db685120a43cca14b5d35ad40dd72, ASSIGN; state=OFFLINE, location=4fc742968c91,34159,1731013962645; forceNewPlan=false, retain=false 2024-11-07T21:12:55,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9212df2f1530ca554936716cf94bc2af, ASSIGN; state=OFFLINE, location=4fc742968c91,34159,1731013962645; forceNewPlan=false, retain=false 2024-11-07T21:12:55,589 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af8771198f8293883251c42e172d7c6c, ASSIGN 2024-11-07T21:12:55,589 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f07f8cad423b3be4d2713b3c6d2c0faa, ASSIGN; state=OFFLINE, location=4fc742968c91,36139,1731013962509; forceNewPlan=false, retain=false 2024-11-07T21:12:55,589 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN; state=OFFLINE, location=4fc742968c91,44345,1731013962715; forceNewPlan=false, retain=false 2024-11-07T21:12:55,591 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af8771198f8293883251c42e172d7c6c, ASSIGN; state=OFFLINE, location=4fc742968c91,36139,1731013962509; forceNewPlan=false, retain=false 2024-11-07T21:12:55,597 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ec8dfb54b6034785a4431557820a088, ASSIGN 2024-11-07T21:12:55,597 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN 2024-11-07T21:12:55,597 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN 2024-11-07T21:12:55,598 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c85d9c86ff1a75daf40caffaa369d864, ASSIGN 2024-11-07T21:12:55,598 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5162c8c0ff5df97018afc3947658053a, ASSIGN 2024-11-07T21:12:55,600 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN; state=OFFLINE, location=4fc742968c91,44345,1731013962715; forceNewPlan=false, retain=false 2024-11-07T21:12:55,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5162c8c0ff5df97018afc3947658053a, ASSIGN; state=OFFLINE, location=4fc742968c91,34159,1731013962645; forceNewPlan=false, retain=false 2024-11-07T21:12:55,600 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN; state=OFFLINE, location=4fc742968c91,44345,1731013962715; forceNewPlan=false, retain=false 2024-11-07T21:12:55,600 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ec8dfb54b6034785a4431557820a088, ASSIGN; state=OFFLINE, location=4fc742968c91,36139,1731013962509; forceNewPlan=false, retain=false 2024-11-07T21:12:55,600 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c85d9c86ff1a75daf40caffaa369d864, ASSIGN; state=OFFLINE, location=4fc742968c91,36139,1731013962509; forceNewPlan=false, retain=false 2024-11-07T21:12:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:12:55,746 INFO [4fc742968c91:35387 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-07T21:12:55,748 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=af8771198f8293883251c42e172d7c6c, regionState=OPENING, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:12:55,748 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=47db800d1730b705a8cd734fc444704c, regionState=OPENING, regionLocation=4fc742968c91,44345,1731013962715 2024-11-07T21:12:55,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=778f4ebbf9bfabea99a7bacf71d665ec, regionState=OPENING, regionLocation=4fc742968c91,44345,1731013962715 2024-11-07T21:12:55,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1ec8dfb54b6034785a4431557820a088, regionState=OPENING, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:12:55,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=44144e118eb7dbf700182ac46471fec8, regionState=OPENING, regionLocation=4fc742968c91,44345,1731013962715 2024-11-07T21:12:55,749 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f07f8cad423b3be4d2713b3c6d2c0faa, regionState=OPENING, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:12:55,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c85d9c86ff1a75daf40caffaa369d864, regionState=OPENING, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:12:55,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5162c8c0ff5df97018afc3947658053a, regionState=OPENING, regionLocation=4fc742968c91,34159,1731013962645 2024-11-07T21:12:55,749 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9212df2f1530ca554936716cf94bc2af, regionState=OPENING, regionLocation=4fc742968c91,34159,1731013962645 2024-11-07T21:12:55,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3f7db685120a43cca14b5d35ad40dd72, regionState=OPENING, regionLocation=4fc742968c91,34159,1731013962645 2024-11-07T21:12:55,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN because future has completed 2024-11-07T21:12:55,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47db800d1730b705a8cd734fc444704c, server=4fc742968c91,44345,1731013962715}] 2024-11-07T21:12:55,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ec8dfb54b6034785a4431557820a088, ASSIGN because future has completed 2024-11-07T21:12:55,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec8dfb54b6034785a4431557820a088, server=4fc742968c91,36139,1731013962509}] 2024-11-07T21:12:55,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=af8771198f8293883251c42e172d7c6c, ASSIGN because future has completed 2024-11-07T21:12:55,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure af8771198f8293883251c42e172d7c6c, server=4fc742968c91,36139,1731013962509}] 2024-11-07T21:12:55,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN because future has completed 2024-11-07T21:12:55,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN because future has completed 2024-11-07T21:12:55,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44144e118eb7dbf700182ac46471fec8, server=4fc742968c91,44345,1731013962715}] 2024-11-07T21:12:55,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec, server=4fc742968c91,44345,1731013962715}] 2024-11-07T21:12:55,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f07f8cad423b3be4d2713b3c6d2c0faa, ASSIGN because future has completed 2024-11-07T21:12:55,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9212df2f1530ca554936716cf94bc2af, ASSIGN because future has completed 2024-11-07T21:12:55,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f07f8cad423b3be4d2713b3c6d2c0faa, server=4fc742968c91,36139,1731013962509}] 2024-11-07T21:12:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c85d9c86ff1a75daf40caffaa369d864, ASSIGN because future has completed 2024-11-07T21:12:55,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5162c8c0ff5df97018afc3947658053a, ASSIGN because future has completed 2024-11-07T21:12:55,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f7db685120a43cca14b5d35ad40dd72, ASSIGN because future has completed 2024-11-07T21:12:55,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c85d9c86ff1a75daf40caffaa369d864, server=4fc742968c91,36139,1731013962509}] 2024-11-07T21:12:55,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5162c8c0ff5df97018afc3947658053a, server=4fc742968c91,34159,1731013962645}] 2024-11-07T21:12:55,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f7db685120a43cca14b5d35ad40dd72, server=4fc742968c91,34159,1731013962645}] 2024-11-07T21:12:55,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9212df2f1530ca554936716cf94bc2af, server=4fc742968c91,34159,1731013962645}] 2024-11-07T21:12:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:12:56,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T21:12:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:12:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:12:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:13:00,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T21:13:02,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T21:13:02,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T21:13:02,064 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:13:02,065 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T21:13:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:13:05,758 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:13:05,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:13:05,776 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:13:05,776 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:13:05,776 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 44144e118eb7dbf700182ac46471fec8, NAME => 'SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T21:13:05,776 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c85d9c86ff1a75daf40caffaa369d864, NAME => 'SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-07T21:13:05,777 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,777 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,777 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,777 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,777 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,777 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,777 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,777 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,779 INFO [StoreOpener-c85d9c86ff1a75daf40caffaa369d864-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,780 INFO [StoreOpener-44144e118eb7dbf700182ac46471fec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:13:05,782 INFO [StoreOpener-44144e118eb7dbf700182ac46471fec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44144e118eb7dbf700182ac46471fec8 columnFamilyName cf 2024-11-07T21:13:05,782 INFO [StoreOpener-c85d9c86ff1a75daf40caffaa369d864-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c85d9c86ff1a75daf40caffaa369d864 columnFamilyName cf 2024-11-07T21:13:05,782 DEBUG [StoreOpener-44144e118eb7dbf700182ac46471fec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,782 DEBUG [StoreOpener-c85d9c86ff1a75daf40caffaa369d864-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,783 INFO [StoreOpener-c85d9c86ff1a75daf40caffaa369d864-1 {}] regionserver.HStore(327): Store=c85d9c86ff1a75daf40caffaa369d864/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,783 INFO [StoreOpener-44144e118eb7dbf700182ac46471fec8-1 {}] regionserver.HStore(327): Store=44144e118eb7dbf700182ac46471fec8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,783 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,783 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:13:05,784 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,784 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,785 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,785 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,785 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,785 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,785 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,785 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,787 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,787 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,790 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:13:05,790 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f7db685120a43cca14b5d35ad40dd72, NAME => 'SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T21:13:05,790 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/c85d9c86ff1a75daf40caffaa369d864/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,790 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,791 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,791 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,791 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,791 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c85d9c86ff1a75daf40caffaa369d864; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60452740, jitterRate=-0.09918397665023804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,791 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:05,792 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c85d9c86ff1a75daf40caffaa369d864: Running coprocessor pre-open hook at 1731013985777Writing region info on filesystem at 1731013985777Initializing all the Stores at 1731013985779 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985779Cleaning up temporary data from old regions at 1731013985785 (+6 ms)Running coprocessor post-open hooks at 1731013985791 (+6 ms)Region opened successfully at 1731013985792 (+1 ms) 2024-11-07T21:13:05,793 INFO [StoreOpener-3f7db685120a43cca14b5d35ad40dd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,794 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/44144e118eb7dbf700182ac46471fec8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,794 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864., pid=21, masterSystemTime=1731013985760 2024-11-07T21:13:05,795 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 44144e118eb7dbf700182ac46471fec8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69933543, jitterRate=0.042090997099876404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,795 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:05,796 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 44144e118eb7dbf700182ac46471fec8: Running coprocessor pre-open hook at 1731013985777Writing region info on filesystem at 1731013985777Initializing all the Stores at 1731013985779 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985779Cleaning up temporary data from old regions at 1731013985785 (+6 ms)Running coprocessor post-open hooks at 1731013985795 (+10 ms)Region opened successfully at 1731013985795 2024-11-07T21:13:05,796 INFO [StoreOpener-3f7db685120a43cca14b5d35ad40dd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f7db685120a43cca14b5d35ad40dd72 columnFamilyName cf 2024-11-07T21:13:05,796 DEBUG [StoreOpener-3f7db685120a43cca14b5d35ad40dd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,797 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8., pid=18, masterSystemTime=1731013985758 2024-11-07T21:13:05,797 INFO [StoreOpener-3f7db685120a43cca14b5d35ad40dd72-1 {}] regionserver.HStore(327): Store=3f7db685120a43cca14b5d35ad40dd72/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,798 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,798 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:13:05,798 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:13:05,798 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:13:05,799 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ec8dfb54b6034785a4431557820a088, NAME => 'SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-07T21:13:05,799 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,799 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,799 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,799 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,799 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,800 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,800 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c85d9c86ff1a75daf40caffaa369d864, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:13:05,800 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:13:05,800 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:13:05,800 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:13:05,801 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 778f4ebbf9bfabea99a7bacf71d665ec, NAME => 'SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-07T21:13:05,801 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,801 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,801 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,801 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,801 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,801 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=44144e118eb7dbf700182ac46471fec8, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,44345,1731013962715 2024-11-07T21:13:05,804 INFO [StoreOpener-1ec8dfb54b6034785a4431557820a088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,804 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,805 INFO [StoreOpener-778f4ebbf9bfabea99a7bacf71d665ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c85d9c86ff1a75daf40caffaa369d864, server=4fc742968c91,36139,1731013962509 because future has completed 2024-11-07T21:13:05,808 INFO [StoreOpener-1ec8dfb54b6034785a4431557820a088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ec8dfb54b6034785a4431557820a088 columnFamilyName cf 2024-11-07T21:13:05,808 DEBUG [StoreOpener-1ec8dfb54b6034785a4431557820a088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,809 INFO [StoreOpener-1ec8dfb54b6034785a4431557820a088-1 {}] regionserver.HStore(327): Store=1ec8dfb54b6034785a4431557820a088/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,809 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44144e118eb7dbf700182ac46471fec8, server=4fc742968c91,44345,1731013962715 because future has completed 2024-11-07T21:13:05,810 INFO [StoreOpener-778f4ebbf9bfabea99a7bacf71d665ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 778f4ebbf9bfabea99a7bacf71d665ec columnFamilyName cf 2024-11-07T21:13:05,811 DEBUG [StoreOpener-778f4ebbf9bfabea99a7bacf71d665ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,811 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,811 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,811 INFO [StoreOpener-778f4ebbf9bfabea99a7bacf71d665ec-1 {}] regionserver.HStore(327): Store=778f4ebbf9bfabea99a7bacf71d665ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,812 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,812 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,812 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,813 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/3f7db685120a43cca14b5d35ad40dd72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,813 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,814 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,814 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3f7db685120a43cca14b5d35ad40dd72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61714464, jitterRate=-0.0803828239440918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,815 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:05,815 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3f7db685120a43cca14b5d35ad40dd72: Running coprocessor pre-open hook at 1731013985791Writing region info on filesystem at 1731013985791Initializing all the Stores at 1731013985792 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985792Cleaning up temporary data from old regions at 1731013985801 (+9 ms)Running coprocessor post-open hooks at 1731013985815 (+14 ms)Region opened successfully at 1731013985815 2024-11-07T21:13:05,815 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,815 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,815 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-07T21:13:05,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c85d9c86ff1a75daf40caffaa369d864, server=4fc742968c91,36139,1731013962509 in 10.0390 sec 2024-11-07T21:13:05,817 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72., pid=23, masterSystemTime=1731013985781 2024-11-07T21:13:05,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-07T21:13:05,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c85d9c86ff1a75daf40caffaa369d864, ASSIGN in 10.2360 sec 2024-11-07T21:13:05,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 44144e118eb7dbf700182ac46471fec8, server=4fc742968c91,44345,1731013962715 in 10.0530 sec 2024-11-07T21:13:05,819 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,820 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:13:05,820 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:13:05,820 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:13:05,820 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,820 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 5162c8c0ff5df97018afc3947658053a, NAME => 'SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-07T21:13:05,821 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,821 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,821 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,821 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN in 10.2390 sec 2024-11-07T21:13:05,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3f7db685120a43cca14b5d35ad40dd72, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,34159,1731013962645 2024-11-07T21:13:05,824 INFO [StoreOpener-5162c8c0ff5df97018afc3947658053a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,824 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1ec8dfb54b6034785a4431557820a088; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67910285, jitterRate=0.011942103505134583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,824 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:05,825 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1ec8dfb54b6034785a4431557820a088: Running coprocessor pre-open hook at 1731013985800Writing region info on filesystem at 1731013985800Initializing all the Stores at 1731013985803 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985803Cleaning up temporary data from old regions at 1731013985812 (+9 ms)Running coprocessor post-open hooks at 1731013985824 (+12 ms)Region opened successfully at 1731013985825 (+1 ms) 2024-11-07T21:13:05,826 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088., pid=16, masterSystemTime=1731013985760 2024-11-07T21:13:05,827 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/778f4ebbf9bfabea99a7bacf71d665ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,827 INFO [StoreOpener-5162c8c0ff5df97018afc3947658053a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5162c8c0ff5df97018afc3947658053a columnFamilyName cf 2024-11-07T21:13:05,827 DEBUG [StoreOpener-5162c8c0ff5df97018afc3947658053a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f7db685120a43cca14b5d35ad40dd72, server=4fc742968c91,34159,1731013962645 because future has completed 2024-11-07T21:13:05,828 INFO [StoreOpener-5162c8c0ff5df97018afc3947658053a-1 {}] regionserver.HStore(327): Store=5162c8c0ff5df97018afc3947658053a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,828 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,828 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 778f4ebbf9bfabea99a7bacf71d665ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59871947, jitterRate=-0.1078384667634964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,828 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:05,829 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 778f4ebbf9bfabea99a7bacf71d665ec: Running coprocessor pre-open hook at 1731013985802Writing region info on filesystem at 1731013985802Initializing all the Stores at 1731013985805 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985805Cleaning up temporary data from old regions at 1731013985815 (+10 ms)Running coprocessor post-open hooks at 1731013985829 (+14 ms)Region opened successfully at 1731013985829 2024-11-07T21:13:05,829 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:13:05,830 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,830 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:13:05,830 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:13:05,830 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f07f8cad423b3be4d2713b3c6d2c0faa, NAME => 'SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T21:13:05,831 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec., pid=19, masterSystemTime=1731013985758 2024-11-07T21:13:05,831 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,831 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,831 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,831 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,831 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1ec8dfb54b6034785a4431557820a088, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:13:05,832 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,833 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-07T21:13:05,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f7db685120a43cca14b5d35ad40dd72, server=4fc742968c91,34159,1731013962645 in 10.0540 sec 2024-11-07T21:13:05,835 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:13:05,835 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:13:05,836 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:13:05,836 INFO [StoreOpener-f07f8cad423b3be4d2713b3c6d2c0faa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ec8dfb54b6034785a4431557820a088, server=4fc742968c91,36139,1731013962509 because future has completed 2024-11-07T21:13:05,836 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 47db800d1730b705a8cd734fc444704c, NAME => 'SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T21:13:05,837 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,837 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,837 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=778f4ebbf9bfabea99a7bacf71d665ec, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,44345,1731013962715 2024-11-07T21:13:05,837 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,841 INFO [StoreOpener-f07f8cad423b3be4d2713b3c6d2c0faa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f07f8cad423b3be4d2713b3c6d2c0faa columnFamilyName cf 2024-11-07T21:13:05,841 DEBUG [StoreOpener-f07f8cad423b3be4d2713b3c6d2c0faa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec, server=4fc742968c91,44345,1731013962715 because future has completed 2024-11-07T21:13:05,841 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,841 INFO [StoreOpener-47db800d1730b705a8cd734fc444704c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,842 INFO [StoreOpener-f07f8cad423b3be4d2713b3c6d2c0faa-1 {}] regionserver.HStore(327): Store=f07f8cad423b3be4d2713b3c6d2c0faa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,842 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,843 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,843 INFO [StoreOpener-47db800d1730b705a8cd734fc444704c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47db800d1730b705a8cd734fc444704c columnFamilyName cf 2024-11-07T21:13:05,843 DEBUG [StoreOpener-47db800d1730b705a8cd734fc444704c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,843 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,844 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,844 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f7db685120a43cca14b5d35ad40dd72, ASSIGN in 10.2550 sec 2024-11-07T21:13:05,844 INFO [StoreOpener-47db800d1730b705a8cd734fc444704c-1 {}] regionserver.HStore(327): Store=47db800d1730b705a8cd734fc444704c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,845 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,846 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,847 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 5162c8c0ff5df97018afc3947658053a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74176296, jitterRate=0.10531294345855713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,847 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:05,847 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 5162c8c0ff5df97018afc3947658053a: Running coprocessor pre-open hook at 1731013985821Writing region info on filesystem at 1731013985821Initializing all the Stores at 1731013985823 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985823Cleaning up temporary data from old regions at 1731013985833 (+10 ms)Running coprocessor post-open hooks at 1731013985847 (+14 ms)Region opened successfully at 1731013985847 2024-11-07T21:13:05,848 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-07T21:13:05,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ec8dfb54b6034785a4431557820a088, server=4fc742968c91,36139,1731013962509 in 10.0840 sec 2024-11-07T21:13:05,848 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,849 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a., pid=22, masterSystemTime=1731013985781 2024-11-07T21:13:05,850 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,850 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,851 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-07T21:13:05,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec, server=4fc742968c91,44345,1731013962715 in 10.0850 sec 2024-11-07T21:13:05,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ec8dfb54b6034785a4431557820a088, ASSIGN in 10.2680 sec 2024-11-07T21:13:05,853 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:13:05,853 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:13:05,854 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:13:05,854 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9212df2f1530ca554936716cf94bc2af, NAME => 'SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-07T21:13:05,854 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,854 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN in 10.2710 sec 2024-11-07T21:13:05,855 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5162c8c0ff5df97018afc3947658053a, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,34159,1731013962645 2024-11-07T21:13:05,855 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,855 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,857 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,860 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/47db800d1730b705a8cd734fc444704c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,861 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 47db800d1730b705a8cd734fc444704c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63508482, jitterRate=-0.05364987254142761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,861 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:05,861 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 47db800d1730b705a8cd734fc444704c: Running coprocessor pre-open hook at 1731013985837Writing region info on filesystem at 1731013985837Initializing all the Stores at 1731013985840 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985841 (+1 ms)Cleaning up temporary data from old regions at 1731013985850 (+9 ms)Running coprocessor post-open hooks at 1731013985861 (+11 ms)Region opened successfully at 1731013985861 2024-11-07T21:13:05,862 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., pid=15, masterSystemTime=1731013985758 2024-11-07T21:13:05,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5162c8c0ff5df97018afc3947658053a, server=4fc742968c91,34159,1731013962645 because future has completed 2024-11-07T21:13:05,864 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/f07f8cad423b3be4d2713b3c6d2c0faa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,866 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f07f8cad423b3be4d2713b3c6d2c0faa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61441047, jitterRate=-0.08445705473423004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,866 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:05,866 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f07f8cad423b3be4d2713b3c6d2c0faa: Running coprocessor pre-open hook at 1731013985831Writing region info on filesystem at 1731013985832 (+1 ms)Initializing all the Stores at 1731013985834 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985834Cleaning up temporary data from old regions at 1731013985844 (+10 ms)Running coprocessor post-open hooks at 1731013985866 (+22 ms)Region opened successfully at 1731013985866 2024-11-07T21:13:05,866 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:13:05,866 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:13:05,867 INFO [StoreOpener-9212df2f1530ca554936716cf94bc2af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,867 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa., pid=20, masterSystemTime=1731013985760 2024-11-07T21:13:05,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=47db800d1730b705a8cd734fc444704c, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,44345,1731013962715 2024-11-07T21:13:05,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-07T21:13:05,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5162c8c0ff5df97018afc3947658053a, server=4fc742968c91,34159,1731013962645 in 10.0940 sec 2024-11-07T21:13:05,871 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:13:05,871 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:13:05,871 INFO [StoreOpener-9212df2f1530ca554936716cf94bc2af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9212df2f1530ca554936716cf94bc2af columnFamilyName cf 2024-11-07T21:13:05,871 DEBUG [StoreOpener-9212df2f1530ca554936716cf94bc2af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,871 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:13:05,871 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => af8771198f8293883251c42e172d7c6c, NAME => 'SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-07T21:13:05,872 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,872 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:05,872 INFO [StoreOpener-9212df2f1530ca554936716cf94bc2af-1 {}] regionserver.HStore(327): Store=9212df2f1530ca554936716cf94bc2af/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,872 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,872 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,872 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47db800d1730b705a8cd734fc444704c, server=4fc742968c91,44345,1731013962715 because future has completed 2024-11-07T21:13:05,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5162c8c0ff5df97018afc3947658053a, ASSIGN in 10.2900 sec 2024-11-07T21:13:05,875 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f07f8cad423b3be4d2713b3c6d2c0faa, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:13:05,875 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,877 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,877 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f07f8cad423b3be4d2713b3c6d2c0faa, server=4fc742968c91,36139,1731013962509 because future has completed 2024-11-07T21:13:05,880 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,881 INFO [StoreOpener-af8771198f8293883251c42e172d7c6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-07T21:13:05,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 47db800d1730b705a8cd734fc444704c, server=4fc742968c91,44345,1731013962715 in 10.1220 sec 2024-11-07T21:13:05,884 INFO [StoreOpener-af8771198f8293883251c42e172d7c6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af8771198f8293883251c42e172d7c6c columnFamilyName cf 2024-11-07T21:13:05,884 DEBUG [StoreOpener-af8771198f8293883251c42e172d7c6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:05,885 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/9212df2f1530ca554936716cf94bc2af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,885 INFO [StoreOpener-af8771198f8293883251c42e172d7c6c-1 {}] regionserver.HStore(327): Store=af8771198f8293883251c42e172d7c6c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:05,885 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,885 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9212df2f1530ca554936716cf94bc2af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67956232, jitterRate=0.0126267671585083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,885 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:05,886 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9212df2f1530ca554936716cf94bc2af: Running coprocessor pre-open hook at 1731013985855Writing region info on filesystem at 1731013985855Initializing all the Stores at 1731013985863 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985863Cleaning up temporary data from old regions at 1731013985877 (+14 ms)Running coprocessor post-open hooks at 1731013985885 (+8 ms)Region opened successfully at 1731013985886 (+1 ms) 2024-11-07T21:13:05,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-07T21:13:05,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN in 10.3020 sec 2024-11-07T21:13:05,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f07f8cad423b3be4d2713b3c6d2c0faa, server=4fc742968c91,36139,1731013962509 in 10.1180 sec 2024-11-07T21:13:05,886 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,887 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af., pid=24, masterSystemTime=1731013985781 2024-11-07T21:13:05,887 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,888 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,888 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f07f8cad423b3be4d2713b3c6d2c0faa, ASSIGN in 10.3060 sec 2024-11-07T21:13:05,889 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:13:05,889 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:13:05,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9212df2f1530ca554936716cf94bc2af, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,34159,1731013962645 2024-11-07T21:13:05,890 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9212df2f1530ca554936716cf94bc2af, server=4fc742968c91,34159,1731013962645 because future has completed 2024-11-07T21:13:05,894 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:13:05,895 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened af8771198f8293883251c42e172d7c6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66608223, jitterRate=-0.0074601322412490845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:05,895 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:05,895 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for af8771198f8293883251c42e172d7c6c: Running coprocessor pre-open hook at 1731013985872Writing region info on filesystem at 1731013985872Initializing all the Stores at 1731013985877 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731013985877Cleaning up temporary data from old regions at 1731013985888 (+11 ms)Running coprocessor post-open hooks at 1731013985895 (+7 ms)Region opened successfully at 1731013985895 2024-11-07T21:13:05,897 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c., pid=17, masterSystemTime=1731013985760 2024-11-07T21:13:05,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-07T21:13:05,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9212df2f1530ca554936716cf94bc2af, server=4fc742968c91,34159,1731013962645 in 10.1210 sec 2024-11-07T21:13:05,901 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:13:05,901 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:13:05,903 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=af8771198f8293883251c42e172d7c6c, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:13:05,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9212df2f1530ca554936716cf94bc2af, ASSIGN in 10.3200 sec 2024-11-07T21:13:05,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure af8771198f8293883251c42e172d7c6c, server=4fc742968c91,36139,1731013962509 because future has completed 2024-11-07T21:13:05,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-07T21:13:05,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure af8771198f8293883251c42e172d7c6c, server=4fc742968c91,36139,1731013962509 in 10.1520 sec 2024-11-07T21:13:05,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-07T21:13:05,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=af8771198f8293883251c42e172d7c6c, ASSIGN in 10.3310 sec 2024-11-07T21:13:05,917 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:13:05,917 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731013985917"}]},"ts":"1731013985917"} 2024-11-07T21:13:05,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-07T21:13:05,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:13:05,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6090 sec 2024-11-07T21:13:08,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-07T21:13:10,735 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:13:11,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T21:13:12,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-07T21:13:12,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-07T21:13:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:13:13,538 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-07T21:13:13,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-07T21:13:13,539 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:13:13,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-07T21:13:13,553 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:13:13,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-07T21:13:13,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., hostname=4fc742968c91,44345,1731013962715, seqNum=2] 2024-11-07T21:13:13,623 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., hostname=4fc742968c91,44345,1731013962715, seqNum=2] 2024-11-07T21:13:13,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., hostname=4fc742968c91,44345,1731013962715, seqNum=2] 2024-11-07T21:13:13,629 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., hostname=4fc742968c91,44345,1731013962715, seqNum=2] 2024-11-07T21:13:13,632 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., hostname=4fc742968c91,44345,1731013962715, seqNum=2] 2024-11-07T21:13:13,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., hostname=4fc742968c91,44345,1731013962715, seqNum=2] 2024-11-07T21:13:13,638 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., hostname=4fc742968c91,44345,1731013962715, seqNum=2] 2024-11-07T21:13:13,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., hostname=4fc742968c91,44345,1731013962715, seqNum=2] 2024-11-07T21:13:13,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,712 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a., hostname=4fc742968c91,34159,1731013962645, seqNum=2] 2024-11-07T21:13:13,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a., hostname=4fc742968c91,34159,1731013962645, seqNum=2] 2024-11-07T21:13:13,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a., hostname=4fc742968c91,34159,1731013962645, seqNum=2] 2024-11-07T21:13:13,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a., hostname=4fc742968c91,34159,1731013962645, seqNum=2] 2024-11-07T21:13:13,776 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a., hostname=4fc742968c91,34159,1731013962645, seqNum=2] 2024-11-07T21:13:13,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,886 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:13,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c., hostname=4fc742968c91,36139,1731013962509, seqNum=2] 2024-11-07T21:13:14,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:13:14,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:13:14,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:13:14,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:13:15,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44345 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T21:13:15,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T21:13:15,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36139 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:13:15,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36139 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T21:13:15,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36139 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T21:13:15,877 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-07T21:13:15,878 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:13:15,880 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T21:13:15,885 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T21:13:15,900 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T21:13:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741848_1024 (size=49) 2024-11-07T21:13:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741848_1024 (size=49) 2024-11-07T21:13:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741848_1024 (size=49) 2024-11-07T21:13:15,923 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T21:13:15,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f7db685120a43cca14b5d35ad40dd72}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85d9c86ff1a75daf40caffaa369d864}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9212df2f1530ca554936716cf94bc2af}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f07f8cad423b3be4d2713b3c6d2c0faa}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ec8dfb54b6034785a4431557820a088}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5162c8c0ff5df97018afc3947658053a}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af8771198f8293883251c42e172d7c6c}] 2024-11-07T21:13:15,930 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:15,930 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:15,930 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:15,930 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:15,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:15,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:15,941 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:15,941 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:15,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:15,942 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:15,980 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 4fc742968c91,44345,1731013962715 2024-11-07T21:13:15,981 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4fc742968c91,44345,1731013962715: Simulated kill ***** 2024-11-07T21:13:15,981 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T21:13:15,984 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T21:13:15,986 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T21:13:15,988 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T21:13:15,989 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T21:13:15,994 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 655547392 }, "NonHeapMemoryUsage": { "committed": 156827648, "init": 7667712, "max": -1, "used": 153228688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "4fc742968c91", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "4fc742968c91", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54060", "tag.serverName": "4fc742968c91,36139,1731013962509", "tag.clusterId": "c186a442-b63f-4842-8872-478bfe99602c", "tag.Context": "regionserver", "tag.Hostname": "4fc742968c91", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731013962509, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-07T21:13:15,998 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35387 {}] master.MasterRpcServices(700): 4fc742968c91,44345,1731013962715 reported a fatal error: ***** ABORTING region server 4fc742968c91,44345,1731013962715: Simulated kill ***** 2024-11-07T21:13:16,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,44345,1731013962715' ***** 2024-11-07T21:13:16,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-07T21:13:16,001 INFO [RS:2;4fc742968c91:44345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:13:16,001 INFO [RS:2;4fc742968c91:44345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-07T21:13:16,001 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:13:16,001 INFO [RS:2;4fc742968c91:44345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-07T21:13:16,001 INFO [RS:2;4fc742968c91:44345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:13:16,002 INFO [RS:2;4fc742968c91:44345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4fc742968c91:44345. 2024-11-07T21:13:16,002 DEBUG [RS:2;4fc742968c91:44345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:13:16,002 DEBUG [RS:2;4fc742968c91:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:13:16,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:13:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741835_1011 (size=951) 2024-11-07T21:13:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741835_1011 (size=951) 2024-11-07T21:13:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741835_1011 (size=951) 2024-11-07T21:13:16,016 DEBUG [RS:2;4fc742968c91:44345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:13:16,016 INFO [RS:2;4fc742968c91:44345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:13:16,016 INFO [RS:2;4fc742968c91:44345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44345 2024-11-07T21:13:16,075 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,44345,1731013962715 2024-11-07T21:13:16,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:13:16,076 INFO [RS:2;4fc742968c91:44345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:13:16,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,44345,1731013962715] 2024-11-07T21:13:16,078 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:13:16,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,44345,1731013962715 already deleted, retry=false 2024-11-07T21:13:16,085 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4fc742968c91,44345,1731013962715 on 4fc742968c91,35387,1731013961681 2024-11-07T21:13:16,090 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4fc742968c91,44345,1731013962715, splitWal=true, meta=false 2024-11-07T21:13:16,093 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 4fc742968c91,44345,1731013962715 (carryingMeta=false) 4fc742968c91,44345,1731013962715/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@69b80cd3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T21:13:16,093 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4fc742968c91,44345,1731013962715, splitWal=true, meta=false 2024-11-07T21:13:16,095 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 4fc742968c91,44345,1731013962715 had 3 regions 2024-11-07T21:13:16,095 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:16,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:16,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:16,097 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4fc742968c91,44345,1731013962715, splitWal=true, meta=false, isMeta: false 2024-11-07T21:13:16,097 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 can not run currently because target server of region SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 4fc742968c91,44345,1731013962715 is in state CRASHED, wait 1000 ms to retry 2024-11-07T21:13:16,097 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec can not run currently because target server of region SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 1000 ms to retry 2024-11-07T21:13:16,097 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c can not run currently because target server of region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 4fc742968c91,44345,1731013962715 is in state CRASHED, wait 1000 ms to retry 2024-11-07T21:13:16,097 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8; timeout=1000, timestamp=1731013997097 2024-11-07T21:13:16,097 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c; timeout=1000, timestamp=1731013997097 2024-11-07T21:13:16,098 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec; timeout=1000, timestamp=1731013997097 2024-11-07T21:13:16,100 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting 2024-11-07T21:13:16,105 INFO [PEWorker-5 {}] master.SplitWALManager(105): 4fc742968c91,44345,1731013962715 WAL count=1, meta=false 2024-11-07T21:13:16,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4fc742968c91%2C44345%2C1731013962715.1731013964494}] 2024-11-07T21:13:16,115 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:16,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4fc742968c91%2C44345%2C1731013962715.1731013964494, worker=4fc742968c91,34159,1731013962645}] 2024-11-07T21:13:16,186 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:13:16,186 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44345-0x1011724e00c0003, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:13:16,186 INFO [RS:2;4fc742968c91:44345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:13:16,187 INFO [RS:2;4fc742968c91:44345 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,44345,1731013962715; zookeeper connection closed. 2024-11-07T21:13:16,187 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f8c3ecb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f8c3ecb 2024-11-07T21:13:16,366 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T21:13:16,366 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T21:13:17,098 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:17,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:17,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:17,099 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 can not run currently because target server of region SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T21:13:17,099 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c can not run currently because target server of region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T21:13:17,099 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec can not run currently because target server of region SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 2000 ms to retry 2024-11-07T21:13:17,100 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8; timeout=2000, timestamp=1731013999100 2024-11-07T21:13:17,100 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec; timeout=2000, timestamp=1731013999100 2024-11-07T21:13:17,100 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c; timeout=2000, timestamp=1731013999100 2024-11-07T21:13:19,100 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:19,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:19,102 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:19,104 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 can not run currently because target server of region SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T21:13:19,104 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec can not run currently because target server of region SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T21:13:19,104 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c can not run currently because target server of region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 4000 ms to retry 2024-11-07T21:13:19,104 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8; timeout=4000, timestamp=1731014003104 2024-11-07T21:13:19,104 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec; timeout=4000, timestamp=1731014003104 2024-11-07T21:13:19,104 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c; timeout=4000, timestamp=1731014003104 2024-11-07T21:13:23,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:23,105 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:23,105 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:23,106 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 can not run currently because target server of region SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T21:13:23,106 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c can not run currently because target server of region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T21:13:23,106 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec can not run currently because target server of region SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 4fc742968c91,44345,1731013962715 is in state SPLITTING, wait 8000 ms to retry 2024-11-07T21:13:23,106 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8; timeout=8000, timestamp=1731014011106 2024-11-07T21:13:23,106 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c; timeout=8000, timestamp=1731014011106 2024-11-07T21:13:23,106 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec; timeout=8000, timestamp=1731014011106 2024-11-07T21:13:25,782 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=4fc742968c91,44345,1731013962715, timeout=1731014005933, delay=150, operations=null, containedObject=4fc742968c91,34159,1731013962645, timeout=1731014005933, delay=150, operations=[pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9212df2f1530ca554936716cf94bc2af, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4fc742968c91%2C44345%2C1731013962715.1731013964494, worker=4fc742968c91,34159,1731013962645, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f7db685120a43cca14b5d35ad40dd72, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5162c8c0ff5df97018afc3947658053a], containedObject=4fc742968c91,36139,1731013962509, timeout=1731014005933, delay=150, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af8771198f8293883251c42e172d7c6c, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f07f8cad423b3be4d2713b3c6d2c0faa, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ec8dfb54b6034785a4431557820a088, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85d9c86ff1a75daf40caffaa369d864]] 2024-11-07T21:13:25,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-07T21:13:25,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-07T21:13:25,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-07T21:13:25,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:13:25,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:13:25,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:13:25,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-07T21:13:25,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-07T21:13:25,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-07T21:13:25,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:13:25,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-07T21:13:25,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-07T21:13:25,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:13:25,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:13:25,950 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5162c8c0ff5df97018afc3947658053a 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-07T21:13:25,951 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 1ec8dfb54b6034785a4431557820a088 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-07T21:13:25,951 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing af8771198f8293883251c42e172d7c6c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-07T21:13:25,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 9212df2f1530ca554936716cf94bc2af: 2024-11-07T21:13:25,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 3f7db685120a43cca14b5d35ad40dd72: 2024-11-07T21:13:25,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f07f8cad423b3be4d2713b3c6d2c0faa: 2024-11-07T21:13:25,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. for SnapshotProcedureTest completed. 2024-11-07T21:13:25,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. for SnapshotProcedureTest completed. 2024-11-07T21:13:25,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. for SnapshotProcedureTest completed. 2024-11-07T21:13:25,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:25,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:25,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:25,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:25,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:25,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:25,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:13:25,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:13:25,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:13:25,979 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494, size=951 (951bytes) 2024-11-07T21:13:25,980 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T21:13:25,980 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T21:13:25,980 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494 2024-11-07T21:13:25,987 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494 after 5ms 2024-11-07T21:13:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741849_1025 (size=65) 2024-11-07T21:13:25,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741849_1025 (size=65) 2024-11-07T21:13:25,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741849_1025 (size=65) 2024-11-07T21:13:25,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741850_1026 (size=65) 2024-11-07T21:13:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741850_1026 (size=65) 2024-11-07T21:13:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741850_1026 (size=65) 2024-11-07T21:13:25,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:13:25,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:13:25,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T21:13:25,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-07T21:13:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741851_1027 (size=65) 2024-11-07T21:13:25,999 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494 took 22ms 2024-11-07T21:13:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741851_1027 (size=65) 2024-11-07T21:13:25,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741851_1027 (size=65) 2024-11-07T21:13:26,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:13:26,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-07T21:13:26,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:13:26,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c85d9c86ff1a75daf40caffaa369d864: 2024-11-07T21:13:26,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. for SnapshotProcedureTest completed. 2024-11-07T21:13:26,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:26,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:26,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:13:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-07T21:13:26,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-07T21:13:26,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:26,002 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:13:26,004 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:13:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-07T21:13:26,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:26,004 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:13:26,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f07f8cad423b3be4d2713b3c6d2c0faa in 10.0810 sec 2024-11-07T21:13:26,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9212df2f1530ca554936716cf94bc2af in 10.0800 sec 2024-11-07T21:13:26,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f7db685120a43cca14b5d35ad40dd72 in 10.0810 sec 2024-11-07T21:13:26,023 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 44144e118eb7dbf700182ac46471fec8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T21:13:26,025 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 778f4ebbf9bfabea99a7bacf71d665ec: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T21:13:26,027 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 47db800d1730b705a8cd734fc444704c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-07T21:13:26,028 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494 so closing down 2024-11-07T21:13:26,028 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T21:13:26,033 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T21:13:26,040 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494, size=951, length=951, corrupted=false, cancelled=false 2024-11-07T21:13:26,041 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494, journal: Splitting hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494, size=951 (951bytes) at 1731014005979Finishing writing output for hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494 so closing down at 1731014006028 (+49 ms)3 split writer threads finished at 1731014006033 (+5 ms)Processed 3 edits across 0 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494, size=951, length=951, corrupted=false, cancelled=false at 1731014006041 (+8 ms) 2024-11-07T21:13:26,041 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494 2024-11-07T21:13:26,041 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-07T21:13:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-07T21:13:26,052 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting/4fc742968c91%2C44345%2C1731013962715.1731013964494 to hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/oldWALs 2024-11-07T21:13:26,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-07T21:13:26,059 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:26,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4fc742968c91%2C44345%2C1731013962715.1731013964494, worker=4fc742968c91,34159,1731013962645 in 9.9340 sec 2024-11-07T21:13:26,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-07T21:13:26,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 4fc742968c91%2C44345%2C1731013962715.1731013964494, worker=4fc742968c91,34159,1731013962645 in 9.9520 sec 2024-11-07T21:13:26,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a/.tmp/cf/a10aaf95db7d48c1a6e4a586641e45e1 is 34, key is ccd/cf:cf/1731013995059/Put/seqid=0 2024-11-07T21:13:26,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088/.tmp/cf/fe65deeee9854165ab9bcb524ae1a8a8 is 34, key is baa/cf:cf/1731013995139/Put/seqid=0 2024-11-07T21:13:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741852_1028 (size=65) 2024-11-07T21:13:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741852_1028 (size=65) 2024-11-07T21:13:26,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741852_1028 (size=65) 2024-11-07T21:13:26,071 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting dir is empty, no logs to split. 2024-11-07T21:13:26,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:13:26,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-07T21:13:26,071 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4fc742968c91,44345,1731013962715 WAL count=0, meta=false 2024-11-07T21:13:26,071 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4fc742968c91,44345,1731013962715 WAL splitting is done? wals=0, meta=false 2024-11-07T21:13:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-07T21:13:26,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:26,072 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:13:26,077 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 4fc742968c91,44345,1731013962715 failed, ignore...File hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/WALs/4fc742968c91,44345,1731013962715-splitting does not exist. 2024-11-07T21:13:26,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c85d9c86ff1a75daf40caffaa369d864 in 10.1490 sec 2024-11-07T21:13:26,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN}] 2024-11-07T21:13:26,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN 2024-11-07T21:13:26,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN 2024-11-07T21:13:26,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN 2024-11-07T21:13:26,085 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T21:13:26,085 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T21:13:26,085 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T21:13:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741854_1030 (size=28623) 2024-11-07T21:13:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741854_1030 (size=28623) 2024-11-07T21:13:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741854_1030 (size=28623) 2024-11-07T21:13:26,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088/.tmp/cf/fe65deeee9854165ab9bcb524ae1a8a8 2024-11-07T21:13:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741855_1031 (size=47197) 2024-11-07T21:13:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741855_1031 (size=47197) 2024-11-07T21:13:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741855_1031 (size=47197) 2024-11-07T21:13:26,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a/.tmp/cf/a10aaf95db7d48c1a6e4a586641e45e1 2024-11-07T21:13:26,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c/.tmp/cf/24fad827f9264026875df5074d71c104 is 34, key is eaa/cf:cf/1731013995716/Put/seqid=0 2024-11-07T21:13:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741853_1029 (size=499309) 2024-11-07T21:13:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741853_1029 (size=499309) 2024-11-07T21:13:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741853_1029 (size=499309) 2024-11-07T21:13:26,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c/.tmp/cf/24fad827f9264026875df5074d71c104 2024-11-07T21:13:26,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a/.tmp/cf/a10aaf95db7d48c1a6e4a586641e45e1 as hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a/cf/a10aaf95db7d48c1a6e4a586641e45e1 2024-11-07T21:13:26,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088/.tmp/cf/fe65deeee9854165ab9bcb524ae1a8a8 as hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088/cf/fe65deeee9854165ab9bcb524ae1a8a8 2024-11-07T21:13:26,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c/.tmp/cf/24fad827f9264026875df5074d71c104 as hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c/cf/24fad827f9264026875df5074d71c104 2024-11-07T21:13:26,176 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a/cf/a10aaf95db7d48c1a6e4a586641e45e1, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-07T21:13:26,177 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088/cf/fe65deeee9854165ab9bcb524ae1a8a8, entries=731, sequenceid=5, filesize=28.0 K 2024-11-07T21:13:26,184 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 1ec8dfb54b6034785a4431557820a088 in 234ms, sequenceid=5, compaction requested=false 2024-11-07T21:13:26,184 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5162c8c0ff5df97018afc3947658053a in 232ms, sequenceid=5, compaction requested=false 2024-11-07T21:13:26,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 1ec8dfb54b6034785a4431557820a088: 2024-11-07T21:13:26,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5162c8c0ff5df97018afc3947658053a: 2024-11-07T21:13:26,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. for SnapshotProcedureTest completed. 2024-11-07T21:13:26,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. for SnapshotProcedureTest completed. 2024-11-07T21:13:26,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:26,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:26,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:26,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:26,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088/cf/fe65deeee9854165ab9bcb524ae1a8a8] hfiles 2024-11-07T21:13:26,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a/cf/a10aaf95db7d48c1a6e4a586641e45e1] hfiles 2024-11-07T21:13:26,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a/cf/a10aaf95db7d48c1a6e4a586641e45e1 for snapshot=SnapshotProcedureTest 2024-11-07T21:13:26,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088/cf/fe65deeee9854165ab9bcb524ae1a8a8 for snapshot=SnapshotProcedureTest 2024-11-07T21:13:26,188 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c/cf/24fad827f9264026875df5074d71c104, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-07T21:13:26,189 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for af8771198f8293883251c42e172d7c6c in 243ms, sequenceid=5, compaction requested=false 2024-11-07T21:13:26,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for af8771198f8293883251c42e172d7c6c: 2024-11-07T21:13:26,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. for SnapshotProcedureTest completed. 2024-11-07T21:13:26,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:26,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:26,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c/cf/24fad827f9264026875df5074d71c104] hfiles 2024-11-07T21:13:26,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c/cf/24fad827f9264026875df5074d71c104 for snapshot=SnapshotProcedureTest 2024-11-07T21:13:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741856_1032 (size=105) 2024-11-07T21:13:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741856_1032 (size=105) 2024-11-07T21:13:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741856_1032 (size=105) 2024-11-07T21:13:26,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:13:26,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-07T21:13:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-07T21:13:26,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:26,206 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:13:26,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5162c8c0ff5df97018afc3947658053a in 10.2820 sec 2024-11-07T21:13:26,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741858_1034 (size=105) 2024-11-07T21:13:26,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741858_1034 (size=105) 2024-11-07T21:13:26,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741857_1033 (size=97) 2024-11-07T21:13:26,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:13:26,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T21:13:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741857_1033 (size=97) 2024-11-07T21:13:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741857_1033 (size=97) 2024-11-07T21:13:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-07T21:13:26,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:26,221 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:13:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741858_1034 (size=105) 2024-11-07T21:13:26,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1ec8dfb54b6034785a4431557820a088 in 10.2980 sec 2024-11-07T21:13:26,235 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:13:26,236 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:13:26,236 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:13:26,236 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:13:26,236 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:13:26,236 INFO [4fc742968c91:35387 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:13:26,236 INFO [4fc742968c91:35387 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:13:26,236 DEBUG [4fc742968c91:35387 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:13:26,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=778f4ebbf9bfabea99a7bacf71d665ec, regionState=OPENING, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:13:26,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=47db800d1730b705a8cd734fc444704c, regionState=OPENING, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:13:26,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=44144e118eb7dbf700182ac46471fec8, regionState=OPENING, regionLocation=4fc742968c91,34159,1731013962645 2024-11-07T21:13:26,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN because future has completed 2024-11-07T21:13:26,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44144e118eb7dbf700182ac46471fec8, server=4fc742968c91,34159,1731013962645}] 2024-11-07T21:13:26,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN because future has completed 2024-11-07T21:13:26,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec, server=4fc742968c91,36139,1731013962509}] 2024-11-07T21:13:26,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN because future has completed 2024-11-07T21:13:26,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47db800d1730b705a8cd734fc444704c, server=4fc742968c91,36139,1731013962509}] 2024-11-07T21:13:26,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:13:26,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T21:13:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-07T21:13:26,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:26,623 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af8771198f8293883251c42e172d7c6c 2024-11-07T21:13:26,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af8771198f8293883251c42e172d7c6c in 10.7000 sec 2024-11-07T21:13:31,107 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c held by pid=39 2024-11-07T21:13:31,107 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 held by pid=41 2024-11-07T21:13:31,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:31,107 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:31,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec held by pid=40 2024-11-07T21:13:31,107 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:35,627 INFO [master/4fc742968c91:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T21:13:35,627 INFO [master/4fc742968c91:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T21:13:36,250 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:13:36,250 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 778f4ebbf9bfabea99a7bacf71d665ec, NAME => 'SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-07T21:13:36,250 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,251 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:36,251 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,251 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,251 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:13:36,251 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 44144e118eb7dbf700182ac46471fec8, NAME => 'SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T21:13:36,251 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,252 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:36,252 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,252 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,253 INFO [StoreOpener-778f4ebbf9bfabea99a7bacf71d665ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,254 INFO [StoreOpener-44144e118eb7dbf700182ac46471fec8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,254 INFO [StoreOpener-778f4ebbf9bfabea99a7bacf71d665ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 778f4ebbf9bfabea99a7bacf71d665ec columnFamilyName cf 2024-11-07T21:13:36,254 DEBUG [StoreOpener-778f4ebbf9bfabea99a7bacf71d665ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:36,254 INFO [StoreOpener-778f4ebbf9bfabea99a7bacf71d665ec-1 {}] regionserver.HStore(327): Store=778f4ebbf9bfabea99a7bacf71d665ec/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:36,255 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,255 INFO [StoreOpener-44144e118eb7dbf700182ac46471fec8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44144e118eb7dbf700182ac46471fec8 columnFamilyName cf 2024-11-07T21:13:36,255 DEBUG [StoreOpener-44144e118eb7dbf700182ac46471fec8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:36,255 INFO [StoreOpener-44144e118eb7dbf700182ac46471fec8-1 {}] regionserver.HStore(327): Store=44144e118eb7dbf700182ac46471fec8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:36,256 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,256 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,256 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,257 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,258 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,258 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,258 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,258 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,258 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,260 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,261 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,262 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 44144e118eb7dbf700182ac46471fec8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75043276, jitterRate=0.11823195219039917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:36,262 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,262 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 44144e118eb7dbf700182ac46471fec8: Running coprocessor pre-open hook at 1731014016252Writing region info on filesystem at 1731014016252Initializing all the Stores at 1731014016253 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014016253Cleaning up temporary data from old regions at 1731014016258 (+5 ms)Running coprocessor post-open hooks at 1731014016262 (+4 ms)Region opened successfully at 1731014016262 2024-11-07T21:13:36,263 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 778f4ebbf9bfabea99a7bacf71d665ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61885620, jitterRate=-0.07783240079879761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:36,263 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,263 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 778f4ebbf9bfabea99a7bacf71d665ec: Running coprocessor pre-open hook at 1731014016251Writing region info on filesystem at 1731014016251Initializing all the Stores at 1731014016252 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014016252Cleaning up temporary data from old regions at 1731014016258 (+6 ms)Running coprocessor post-open hooks at 1731014016263 (+5 ms)Region opened successfully at 1731014016263 2024-11-07T21:13:36,263 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8., pid=42, masterSystemTime=1731014016244 2024-11-07T21:13:36,265 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec., pid=43, masterSystemTime=1731014016245 2024-11-07T21:13:36,266 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:13:36,266 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:13:36,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=44144e118eb7dbf700182ac46471fec8, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,34159,1731013962645 2024-11-07T21:13:36,269 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:13:36,269 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:13:36,269 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:13:36,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=778f4ebbf9bfabea99a7bacf71d665ec, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:13:36,269 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 47db800d1730b705a8cd734fc444704c, NAME => 'SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T21:13:36,270 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,270 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:13:36,270 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,270 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44144e118eb7dbf700182ac46471fec8, server=4fc742968c91,34159,1731013962645 because future has completed 2024-11-07T21:13:36,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec, server=4fc742968c91,36139,1731013962509 because future has completed 2024-11-07T21:13:36,273 INFO [StoreOpener-47db800d1730b705a8cd734fc444704c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,275 INFO [StoreOpener-47db800d1730b705a8cd734fc444704c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47db800d1730b705a8cd734fc444704c columnFamilyName cf 2024-11-07T21:13:36,275 DEBUG [StoreOpener-47db800d1730b705a8cd734fc444704c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:13:36,276 INFO [StoreOpener-47db800d1730b705a8cd734fc444704c-1 {}] regionserver.HStore(327): Store=47db800d1730b705a8cd734fc444704c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:13:36,276 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-07T21:13:36,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 44144e118eb7dbf700182ac46471fec8, server=4fc742968c91,34159,1731013962645 in 10.0330 sec 2024-11-07T21:13:36,277 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-07T21:13:36,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec, server=4fc742968c91,36139,1731013962509 in 10.0310 sec 2024-11-07T21:13:36,280 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=44144e118eb7dbf700182ac46471fec8, ASSIGN in 10.1970 sec 2024-11-07T21:13:36,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=778f4ebbf9bfabea99a7bacf71d665ec, ASSIGN in 10.1980 sec 2024-11-07T21:13:36,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:36,280 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:36,280 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,280 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,284 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,286 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 47db800d1730b705a8cd734fc444704c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71583444, jitterRate=0.06667643785476685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:13:36,286 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,287 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 47db800d1730b705a8cd734fc444704c: Running coprocessor pre-open hook at 1731014016271Writing region info on filesystem at 1731014016271Initializing all the Stores at 1731014016273 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014016273Cleaning up temporary data from old regions at 1731014016280 (+7 ms)Running coprocessor post-open hooks at 1731014016286 (+6 ms)Region opened successfully at 1731014016286 2024-11-07T21:13:36,288 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., pid=44, masterSystemTime=1731014016245 2024-11-07T21:13:36,291 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:13:36,291 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:13:36,292 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=47db800d1730b705a8cd734fc444704c, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36139,1731013962509 2024-11-07T21:13:36,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47db800d1730b705a8cd734fc444704c, server=4fc742968c91,36139,1731013962509 because future has completed 2024-11-07T21:13:36,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-07T21:13:36,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 47db800d1730b705a8cd734fc444704c, server=4fc742968c91,36139,1731013962509 in 10.0550 sec 2024-11-07T21:13:36,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:36,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-07T21:13:36,312 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 4fc742968c91,44345,1731013962715 after splitting done 2024-11-07T21:13:36,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47db800d1730b705a8cd734fc444704c, ASSIGN in 10.2250 sec 2024-11-07T21:13:36,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 4fc742968c91,44345,1731013962715, splitWal=true, meta=false in 20.2260 sec 2024-11-07T21:13:40,735 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:13:41,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T21:13:44,679 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T21:13:46,036 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fc742968c91:35387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T21:13:46,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-07T21:13:46,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-07T21:13:46,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:13:46,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:13:46,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-07T21:13:46,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:13:46,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 44144e118eb7dbf700182ac46471fec8: 2024-11-07T21:13:46,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 778f4ebbf9bfabea99a7bacf71d665ec: 2024-11-07T21:13:46,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. for SnapshotProcedureTest completed. 2024-11-07T21:13:46,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. for SnapshotProcedureTest completed. 2024-11-07T21:13:46,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 47db800d1730b705a8cd734fc444704c: 2024-11-07T21:13:46,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. for SnapshotProcedureTest completed. 2024-11-07T21:13:46,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:46,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:46,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:13:46,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:46,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:46,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:13:46,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:13:46,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:13:46,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:13:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741859_1035 (size=57) 2024-11-07T21:13:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741859_1035 (size=57) 2024-11-07T21:13:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741859_1035 (size=57) 2024-11-07T21:13:46,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:13:46,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-07T21:13:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-07T21:13:46,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:46,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741861_1037 (size=65) 2024-11-07T21:13:46,307 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:13:46,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741861_1037 (size=65) 2024-11-07T21:13:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741861_1037 (size=65) 2024-11-07T21:13:46,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:13:46,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-07T21:13:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-07T21:13:46,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:46,309 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:13:46,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 778f4ebbf9bfabea99a7bacf71d665ec in 30.3830 sec 2024-11-07T21:13:46,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741860_1036 (size=65) 2024-11-07T21:13:46,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741860_1036 (size=65) 2024-11-07T21:13:46,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741860_1036 (size=65) 2024-11-07T21:13:46,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:13:46,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-07T21:13:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-07T21:13:46,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:46,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 44144e118eb7dbf700182ac46471fec8 in 30.3850 sec 2024-11-07T21:13:46,313 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c 2024-11-07T21:13:46,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-07T21:13:46,315 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T21:13:46,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 47db800d1730b705a8cd734fc444704c in 30.3890 sec 2024-11-07T21:13:46,317 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T21:13:46,320 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T21:13:46,320 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-07T21:13:46,323 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T21:13:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741862_1038 (size=1134) 2024-11-07T21:13:46,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741862_1038 (size=1134) 2024-11-07T21:13:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741862_1038 (size=1134) 2024-11-07T21:13:46,359 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T21:13:46,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-07T21:13:46,375 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:13:46,375 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:13:46,375 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:13:46,375 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:46,376 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:46,381 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:50,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1ec8dfb54b6034785a4431557820a088, had cached 0 bytes from a total of 28623 2024-11-07T21:13:50,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5162c8c0ff5df97018afc3947658053a, had cached 0 bytes from a total of 47197 2024-11-07T21:13:50,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region af8771198f8293883251c42e172d7c6c, had cached 0 bytes from a total of 499309 2024-11-07T21:13:55,103 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3f7db685120a43cca14b5d35ad40dd72 changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:55,104 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9212df2f1530ca554936716cf94bc2af changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:55,111 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 44144e118eb7dbf700182ac46471fec8 changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:55,113 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5162c8c0ff5df97018afc3947658053a changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:55,113 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 778f4ebbf9bfabea99a7bacf71d665ec changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:55,113 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c85d9c86ff1a75daf40caffaa369d864 changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:55,114 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f07f8cad423b3be4d2713b3c6d2c0faa changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:55,114 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 47db800d1730b705a8cd734fc444704c changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:55,114 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1ec8dfb54b6034785a4431557820a088 changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:55,114 DEBUG [master/4fc742968c91:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region af8771198f8293883251c42e172d7c6c changed from -1.0 to 0.0, refreshing cache 2024-11-07T21:13:56,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-07T21:13:56,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-07T21:13:56,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-07T21:13:56,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-07T21:13:56,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-07T21:13:56,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-07T21:13:56,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T21:13:56,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T21:13:56,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-07T21:13:56,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-07T21:13:56,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-07T21:13:56,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-07T21:13:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-07T21:13:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-07T21:13:56,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-07T21:13:56,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-07T21:13:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-07T21:13:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-07T21:13:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-07T21:13:56,394 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 Release verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:13:56,394 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 Release verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-07T21:13:56,395 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 Release verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:13:56,396 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:56,396 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:13:56,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 in 10.0250 sec 2024-11-07T21:13:56,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 in 10.0260 sec 2024-11-07T21:13:56,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 in 10.0250 sec 2024-11-07T21:13:56,399 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 Release verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:56,399 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 Release verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:56,399 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 Release verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:13:56,399 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:13:56,400 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:13:56,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 in 10.0300 sec 2024-11-07T21:13:56,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 in 10.0300 sec 2024-11-07T21:13:56,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 in 10.0300 sec 2024-11-07T21:14:06,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-07T21:14:06,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-07T21:14:06,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-07T21:14:06,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-07T21:14:06,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-07T21:14:06,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-07T21:14:06,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-07T21:14:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-07T21:14:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-07T21:14:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-07T21:14:06,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-07T21:14:06,406 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 Release verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:14:06,406 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 Release verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:14:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35387 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-07T21:14:06,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 in 20.0370 sec 2024-11-07T21:14:06,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 in 20.0370 sec 2024-11-07T21:14:06,409 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 Release verify snapshot worker=4fc742968c91,34159,1731013962645 2024-11-07T21:14:06,409 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 Release verify snapshot worker=4fc742968c91,36139,1731013962509 2024-11-07T21:14:06,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,34159,1731013962645 in 20.0400 sec 2024-11-07T21:14:06,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-07T21:14:06,412 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T21:14:06,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36139,1731013962509 in 20.0400 sec 2024-11-07T21:14:06,414 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/.hbase-snapshot/SnapshotProcedureTest 2024-11-07T21:14:06,416 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T21:14:06,416 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-07T21:14:06,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5440 sec 2024-11-07T21:14:06,651 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-07T21:14:06,657 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T21:14:06,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T21:14:06,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:14:06,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:14:06,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:06,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:06,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:14:06,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T21:14:06,659 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1257147125, stopped=false 2024-11-07T21:14:06,659 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fc742968c91,35387,1731013961681 2024-11-07T21:14:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:14:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:14:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:14:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:06,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:14:06,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:14:06,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:14:06,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:14:06,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:14:06,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:14:06,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:06,713 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,36139,1731013962509' ***** 2024-11-07T21:14:06,713 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:14:06,713 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,34159,1731013962645' ***** 2024-11-07T21:14:06,713 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:14:06,714 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:14:06,714 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:14:06,715 INFO [RS:1;4fc742968c91:34159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:14:06,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:14:06,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:14:06,715 INFO [RS:1;4fc742968c91:34159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:14:06,716 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(3091): Received CLOSE for 5162c8c0ff5df97018afc3947658053a 2024-11-07T21:14:06,716 INFO [RS:0;4fc742968c91:36139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:14:06,716 INFO [RS:0;4fc742968c91:36139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:14:06,716 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(3091): Received CLOSE for 47db800d1730b705a8cd734fc444704c 2024-11-07T21:14:06,716 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(3091): Received CLOSE for 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:14:06,717 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(3091): Received CLOSE for 44144e118eb7dbf700182ac46471fec8 2024-11-07T21:14:06,717 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f7db685120a43cca14b5d35ad40dd72 2024-11-07T21:14:06,717 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(3091): Received CLOSE for af8771198f8293883251c42e172d7c6c 2024-11-07T21:14:06,717 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,34159,1731013962645 2024-11-07T21:14:06,717 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(3091): Received CLOSE for 778f4ebbf9bfabea99a7bacf71d665ec 2024-11-07T21:14:06,717 INFO [RS:1;4fc742968c91:34159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:14:06,717 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(3091): Received CLOSE for f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:14:06,717 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5162c8c0ff5df97018afc3947658053a, disabling compactions & flushes 2024-11-07T21:14:06,717 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47db800d1730b705a8cd734fc444704c, disabling compactions & flushes 2024-11-07T21:14:06,717 INFO [RS:1;4fc742968c91:34159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4fc742968c91:34159. 2024-11-07T21:14:06,717 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(3091): Received CLOSE for c85d9c86ff1a75daf40caffaa369d864 2024-11-07T21:14:06,717 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:14:06,717 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:14:06,718 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:14:06,718 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:14:06,718 DEBUG [RS:1;4fc742968c91:34159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:14:06,718 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ec8dfb54b6034785a4431557820a088 2024-11-07T21:14:06,718 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. after waiting 0 ms 2024-11-07T21:14:06,718 DEBUG [RS:1;4fc742968c91:34159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:06,718 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. after waiting 0 ms 2024-11-07T21:14:06,718 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:14:06,718 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,36139,1731013962509 2024-11-07T21:14:06,718 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:14:06,718 INFO [RS:0;4fc742968c91:36139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:14:06,718 INFO [RS:0;4fc742968c91:36139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fc742968c91:36139. 2024-11-07T21:14:06,718 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-07T21:14:06,718 DEBUG [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(1325): Online Regions={5162c8c0ff5df97018afc3947658053a=SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a., 9212df2f1530ca554936716cf94bc2af=SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af., 44144e118eb7dbf700182ac46471fec8=SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8., 3f7db685120a43cca14b5d35ad40dd72=SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72.} 2024-11-07T21:14:06,718 DEBUG [RS:0;4fc742968c91:36139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:14:06,718 DEBUG [RS:0;4fc742968c91:36139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:06,719 DEBUG [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(1351): Waiting on 3f7db685120a43cca14b5d35ad40dd72, 44144e118eb7dbf700182ac46471fec8, 5162c8c0ff5df97018afc3947658053a, 9212df2f1530ca554936716cf94bc2af 2024-11-07T21:14:06,719 INFO [RS:0;4fc742968c91:36139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:14:06,719 INFO [RS:0;4fc742968c91:36139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:14:06,719 INFO [RS:0;4fc742968c91:36139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:14:06,719 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T21:14:06,719 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-07T21:14:06,719 DEBUG [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(1325): Online Regions={47db800d1730b705a8cd734fc444704c=SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c., af8771198f8293883251c42e172d7c6c=SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c., 778f4ebbf9bfabea99a7bacf71d665ec=SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec., 1588230740=hbase:meta,,1.1588230740, f07f8cad423b3be4d2713b3c6d2c0faa=SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa., c85d9c86ff1a75daf40caffaa369d864=SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864., 1ec8dfb54b6034785a4431557820a088=SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088.} 2024-11-07T21:14:06,719 DEBUG [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ec8dfb54b6034785a4431557820a088, 47db800d1730b705a8cd734fc444704c, 778f4ebbf9bfabea99a7bacf71d665ec, af8771198f8293883251c42e172d7c6c, c85d9c86ff1a75daf40caffaa369d864, f07f8cad423b3be4d2713b3c6d2c0faa 2024-11-07T21:14:06,719 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:14:06,719 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:14:06,719 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:14:06,719 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:14:06,719 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:14:06,720 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-07T21:14:06,725 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/47db800d1730b705a8cd734fc444704c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:14:06,725 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/5162c8c0ff5df97018afc3947658053a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T21:14:06,728 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:14:06,728 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:14:06,728 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47db800d1730b705a8cd734fc444704c: Waiting for close lock at 1731014046717Running coprocessor pre-close hooks at 1731014046717Disabling compacts and flushes for region at 1731014046717Disabling writes for close at 1731014046718 (+1 ms)Writing region close event to WAL at 1731014046719 (+1 ms)Running coprocessor post-close hooks at 1731014046726 (+7 ms)Closed at 1731014046728 (+2 ms) 2024-11-07T21:14:06,728 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5162c8c0ff5df97018afc3947658053a: Waiting for close lock at 1731014046717Running coprocessor pre-close hooks at 1731014046717Disabling compacts and flushes for region at 1731014046717Disabling writes for close at 1731014046718 (+1 ms)Writing region close event to WAL at 1731014046719 (+1 ms)Running coprocessor post-close hooks at 1731014046726 (+7 ms)Closed at 1731014046728 (+2 ms) 2024-11-07T21:14:06,728 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731013975306.5162c8c0ff5df97018afc3947658053a. 2024-11-07T21:14:06,728 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731013975306.47db800d1730b705a8cd734fc444704c. 2024-11-07T21:14:06,728 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9212df2f1530ca554936716cf94bc2af, disabling compactions & flushes 2024-11-07T21:14:06,729 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af8771198f8293883251c42e172d7c6c, disabling compactions & flushes 2024-11-07T21:14:06,729 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:14:06,729 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:14:06,729 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:14:06,729 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:14:06,729 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. after waiting 0 ms 2024-11-07T21:14:06,729 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. after waiting 0 ms 2024-11-07T21:14:06,729 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:14:06,729 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:14:06,730 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:14:06,730 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:14:06,734 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/9212df2f1530ca554936716cf94bc2af/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:14:06,735 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:14:06,736 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9212df2f1530ca554936716cf94bc2af: Waiting for close lock at 1731014046728Running coprocessor pre-close hooks at 1731014046728Disabling compacts and flushes for region at 1731014046728Disabling writes for close at 1731014046729 (+1 ms)Writing region close event to WAL at 1731014046729Running coprocessor post-close hooks at 1731014046735 (+6 ms)Closed at 1731014046735 2024-11-07T21:14:06,736 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731013975306.9212df2f1530ca554936716cf94bc2af. 2024-11-07T21:14:06,736 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44144e118eb7dbf700182ac46471fec8, disabling compactions & flushes 2024-11-07T21:14:06,736 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:14:06,736 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:14:06,736 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. after waiting 0 ms 2024-11-07T21:14:06,736 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:14:06,737 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/af8771198f8293883251c42e172d7c6c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T21:14:06,738 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:14:06,739 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af8771198f8293883251c42e172d7c6c: Waiting for close lock at 1731014046728Running coprocessor pre-close hooks at 1731014046728Disabling compacts and flushes for region at 1731014046728Disabling writes for close at 1731014046729 (+1 ms)Writing region close event to WAL at 1731014046730 (+1 ms)Running coprocessor post-close hooks at 1731014046738 (+8 ms)Closed at 1731014046738 2024-11-07T21:14:06,739 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731013975306.af8771198f8293883251c42e172d7c6c. 2024-11-07T21:14:06,739 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 778f4ebbf9bfabea99a7bacf71d665ec, disabling compactions & flushes 2024-11-07T21:14:06,739 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:14:06,739 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:14:06,739 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. after waiting 0 ms 2024-11-07T21:14:06,739 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:14:06,745 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/44144e118eb7dbf700182ac46471fec8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:14:06,746 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:14:06,746 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44144e118eb7dbf700182ac46471fec8: Waiting for close lock at 1731014046736Running coprocessor pre-close hooks at 1731014046736Disabling compacts and flushes for region at 1731014046736Disabling writes for close at 1731014046736Writing region close event to WAL at 1731014046737 (+1 ms)Running coprocessor post-close hooks at 1731014046746 (+9 ms)Closed at 1731014046746 2024-11-07T21:14:06,746 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731013975306.44144e118eb7dbf700182ac46471fec8. 2024-11-07T21:14:06,747 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f7db685120a43cca14b5d35ad40dd72, disabling compactions & flushes 2024-11-07T21:14:06,747 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:14:06,747 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:14:06,747 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. after waiting 0 ms 2024-11-07T21:14:06,747 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:14:06,749 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/778f4ebbf9bfabea99a7bacf71d665ec/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:14:06,750 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:14:06,750 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 778f4ebbf9bfabea99a7bacf71d665ec: Waiting for close lock at 1731014046739Running coprocessor pre-close hooks at 1731014046739Disabling compacts and flushes for region at 1731014046739Disabling writes for close at 1731014046739Writing region close event to WAL at 1731014046744 (+5 ms)Running coprocessor post-close hooks at 1731014046749 (+5 ms)Closed at 1731014046750 (+1 ms) 2024-11-07T21:14:06,750 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731013975306.778f4ebbf9bfabea99a7bacf71d665ec. 2024-11-07T21:14:06,750 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f07f8cad423b3be4d2713b3c6d2c0faa, disabling compactions & flushes 2024-11-07T21:14:06,750 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:14:06,750 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:14:06,750 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. after waiting 0 ms 2024-11-07T21:14:06,750 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:14:06,752 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/3f7db685120a43cca14b5d35ad40dd72/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:14:06,752 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/.tmp/info/82b544fa69284d8c90feae61201a40f1 is 167, key is SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72./info:regioninfo/1731013985822/Put/seqid=0 2024-11-07T21:14:06,752 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:14:06,753 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f7db685120a43cca14b5d35ad40dd72: Waiting for close lock at 1731014046746Running coprocessor pre-close hooks at 1731014046746Disabling compacts and flushes for region at 1731014046746Disabling writes for close at 1731014046747 (+1 ms)Writing region close event to WAL at 1731014046747Running coprocessor post-close hooks at 1731014046752 (+5 ms)Closed at 1731014046752 2024-11-07T21:14:06,753 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731013975306.3f7db685120a43cca14b5d35ad40dd72. 2024-11-07T21:14:06,761 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/f07f8cad423b3be4d2713b3c6d2c0faa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:14:06,762 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:14:06,762 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f07f8cad423b3be4d2713b3c6d2c0faa: Waiting for close lock at 1731014046750Running coprocessor pre-close hooks at 1731014046750Disabling compacts and flushes for region at 1731014046750Disabling writes for close at 1731014046750Writing region close event to WAL at 1731014046751 (+1 ms)Running coprocessor post-close hooks at 1731014046762 (+11 ms)Closed at 1731014046762 2024-11-07T21:14:06,762 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731013975306.f07f8cad423b3be4d2713b3c6d2c0faa. 2024-11-07T21:14:06,763 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c85d9c86ff1a75daf40caffaa369d864, disabling compactions & flushes 2024-11-07T21:14:06,763 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:14:06,763 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:14:06,763 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. after waiting 0 ms 2024-11-07T21:14:06,763 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:14:06,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741863_1039 (size=19785) 2024-11-07T21:14:06,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741863_1039 (size=19785) 2024-11-07T21:14:06,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741863_1039 (size=19785) 2024-11-07T21:14:06,767 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/.tmp/info/82b544fa69284d8c90feae61201a40f1 2024-11-07T21:14:06,769 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/c85d9c86ff1a75daf40caffaa369d864/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:14:06,769 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:14:06,769 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c85d9c86ff1a75daf40caffaa369d864: Waiting for close lock at 1731014046763Running coprocessor pre-close hooks at 1731014046763Disabling compacts and flushes for region at 1731014046763Disabling writes for close at 1731014046763Writing region close event to WAL at 1731014046763Running coprocessor post-close hooks at 1731014046769 (+6 ms)Closed at 1731014046769 2024-11-07T21:14:06,770 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731013975306.c85d9c86ff1a75daf40caffaa369d864. 2024-11-07T21:14:06,770 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ec8dfb54b6034785a4431557820a088, disabling compactions & flushes 2024-11-07T21:14:06,770 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:14:06,770 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:14:06,770 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. after waiting 0 ms 2024-11-07T21:14:06,770 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:14:06,775 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/default/SPTestTable/1ec8dfb54b6034785a4431557820a088/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T21:14:06,775 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:14:06,775 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ec8dfb54b6034785a4431557820a088: Waiting for close lock at 1731014046770Running coprocessor pre-close hooks at 1731014046770Disabling compacts and flushes for region at 1731014046770Disabling writes for close at 1731014046770Writing region close event to WAL at 1731014046770Running coprocessor post-close hooks at 1731014046775 (+5 ms)Closed at 1731014046775 2024-11-07T21:14:06,776 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731013975306.1ec8dfb54b6034785a4431557820a088. 2024-11-07T21:14:06,790 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/.tmp/ns/7e06e7b3df9c4845be6e0a4532c7b360 is 43, key is default/ns:d/1731013975050/Put/seqid=0 2024-11-07T21:14:06,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741864_1040 (size=5153) 2024-11-07T21:14:06,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741864_1040 (size=5153) 2024-11-07T21:14:06,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741864_1040 (size=5153) 2024-11-07T21:14:06,800 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/.tmp/ns/7e06e7b3df9c4845be6e0a4532c7b360 2024-11-07T21:14:06,824 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/.tmp/table/683d03ac82544dd593c3ff9a42ac3f6b is 47, key is SPTestTable/table:state/1731013985917/Put/seqid=0 2024-11-07T21:14:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741865_1041 (size=5214) 2024-11-07T21:14:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741865_1041 (size=5214) 2024-11-07T21:14:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741865_1041 (size=5214) 2024-11-07T21:14:06,832 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/.tmp/table/683d03ac82544dd593c3ff9a42ac3f6b 2024-11-07T21:14:06,842 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/.tmp/info/82b544fa69284d8c90feae61201a40f1 as hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/info/82b544fa69284d8c90feae61201a40f1 2024-11-07T21:14:06,851 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/info/82b544fa69284d8c90feae61201a40f1, entries=112, sequenceid=35, filesize=19.3 K 2024-11-07T21:14:06,853 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/.tmp/ns/7e06e7b3df9c4845be6e0a4532c7b360 as hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/ns/7e06e7b3df9c4845be6e0a4532c7b360 2024-11-07T21:14:06,862 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/ns/7e06e7b3df9c4845be6e0a4532c7b360, entries=2, sequenceid=35, filesize=5.0 K 2024-11-07T21:14:06,864 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/.tmp/table/683d03ac82544dd593c3ff9a42ac3f6b as hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/table/683d03ac82544dd593c3ff9a42ac3f6b 2024-11-07T21:14:06,873 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/table/683d03ac82544dd593c3ff9a42ac3f6b, entries=2, sequenceid=35, filesize=5.1 K 2024-11-07T21:14:06,875 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=35, compaction requested=false 2024-11-07T21:14:06,880 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-07T21:14:06,881 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:14:06,881 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:14:06,881 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014046719Running coprocessor pre-close hooks at 1731014046719Disabling compacts and flushes for region at 1731014046719Disabling writes for close at 1731014046719Obtaining lock to block concurrent updates at 1731014046720 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731014046720Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731014046720Flushing stores of hbase:meta,,1.1588230740 at 1731014046721 (+1 ms)Flushing 1588230740/info: creating writer at 1731014046721Flushing 1588230740/info: appending metadata at 1731014046752 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731014046752Flushing 1588230740/ns: creating writer at 1731014046776 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731014046790 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731014046790Flushing 1588230740/table: creating writer at 1731014046808 (+18 ms)Flushing 1588230740/table: appending metadata at 1731014046823 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731014046823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68baf65: reopening flushed file at 1731014046841 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba5470d: reopening flushed file at 1731014046852 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@764df6d2: reopening flushed file at 1731014046863 (+11 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=35, compaction requested=false at 1731014046875 (+12 ms)Writing region close event to WAL at 1731014046876 (+1 ms)Running coprocessor post-close hooks at 1731014046881 (+5 ms)Closed at 1731014046881 2024-11-07T21:14:06,882 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T21:14:06,919 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,34159,1731013962645; all regions closed. 2024-11-07T21:14:06,919 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,36139,1731013962509; all regions closed. 2024-11-07T21:14:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741836_1012 (size=18358) 2024-11-07T21:14:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741836_1012 (size=18358) 2024-11-07T21:14:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741833_1009 (size=2947) 2024-11-07T21:14:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741836_1012 (size=18358) 2024-11-07T21:14:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741833_1009 (size=2947) 2024-11-07T21:14:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741833_1009 (size=2947) 2024-11-07T21:14:06,927 DEBUG [RS:0;4fc742968c91:36139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/oldWALs 2024-11-07T21:14:06,927 DEBUG [RS:1;4fc742968c91:34159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/oldWALs 2024-11-07T21:14:06,927 INFO [RS:0;4fc742968c91:36139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C36139%2C1731013962509.meta:.meta(num 1731013974853) 2024-11-07T21:14:06,927 INFO [RS:1;4fc742968c91:34159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C34159%2C1731013962645:(num 1731013964493) 2024-11-07T21:14:06,927 DEBUG [RS:1;4fc742968c91:34159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:06,927 INFO [RS:1;4fc742968c91:34159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:14:06,928 INFO [RS:1;4fc742968c91:34159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:14:06,928 INFO [RS:1;4fc742968c91:34159 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T21:14:06,928 INFO [RS:1;4fc742968c91:34159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:14:06,928 INFO [RS:1;4fc742968c91:34159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:14:06,928 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:14:06,928 INFO [RS:1;4fc742968c91:34159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:14:06,928 INFO [RS:1;4fc742968c91:34159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:14:06,929 INFO [RS:1;4fc742968c91:34159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34159 2024-11-07T21:14:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741834_1010 (size=4605) 2024-11-07T21:14:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741834_1010 (size=4605) 2024-11-07T21:14:06,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741834_1010 (size=4605) 2024-11-07T21:14:06,934 DEBUG [RS:0;4fc742968c91:36139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/oldWALs 2024-11-07T21:14:06,934 INFO [RS:0;4fc742968c91:36139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C36139%2C1731013962509:(num 1731013964494) 2024-11-07T21:14:06,934 DEBUG [RS:0;4fc742968c91:36139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:06,934 INFO [RS:0;4fc742968c91:36139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:14:06,934 INFO [RS:0;4fc742968c91:36139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:14:06,934 INFO [RS:0;4fc742968c91:36139 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T21:14:06,934 INFO [RS:0;4fc742968c91:36139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:14:06,934 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:14:06,935 INFO [RS:0;4fc742968c91:36139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36139 2024-11-07T21:14:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,34159,1731013962645 2024-11-07T21:14:06,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:14:06,941 INFO [RS:1;4fc742968c91:34159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:14:06,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,36139,1731013962509 2024-11-07T21:14:06,952 INFO [RS:0;4fc742968c91:36139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:14:07,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,34159,1731013962645] 2024-11-07T21:14:07,125 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,34159,1731013962645 already deleted, retry=false 2024-11-07T21:14:07,125 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,34159,1731013962645 expired; onlineServers=1 2024-11-07T21:14:07,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,36139,1731013962509] 2024-11-07T21:14:07,135 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,36139,1731013962509 already deleted, retry=false 2024-11-07T21:14:07,135 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,36139,1731013962509 expired; onlineServers=0 2024-11-07T21:14:07,135 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fc742968c91,35387,1731013961681' ***** 2024-11-07T21:14:07,135 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T21:14:07,136 INFO [M:0;4fc742968c91:35387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:14:07,136 INFO [M:0;4fc742968c91:35387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:14:07,136 DEBUG [M:0;4fc742968c91:35387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T21:14:07,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T21:14:07,136 DEBUG [M:0;4fc742968c91:35387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T21:14:07,136 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731013963898 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731013963898,5,FailOnTimeoutGroup] 2024-11-07T21:14:07,136 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731013963897 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731013963897,5,FailOnTimeoutGroup] 2024-11-07T21:14:07,136 INFO [M:0;4fc742968c91:35387 {}] hbase.ChoreService(370): Chore service for: master/4fc742968c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T21:14:07,136 INFO [M:0;4fc742968c91:35387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:14:07,136 DEBUG [M:0;4fc742968c91:35387 {}] master.HMaster(1795): Stopping service threads 2024-11-07T21:14:07,136 INFO [M:0;4fc742968c91:35387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T21:14:07,137 INFO [M:0;4fc742968c91:35387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:14:07,137 ERROR [M:0;4fc742968c91:35387 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39193 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39193,5,PEWorkerGroup] 2024-11-07T21:14:07,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:14:07,137 INFO [M:0;4fc742968c91:35387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T21:14:07,137 INFO [RS:1;4fc742968c91:34159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:14:07,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34159-0x1011724e00c0002, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:14:07,137 INFO [RS:1;4fc742968c91:34159 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,34159,1731013962645; zookeeper connection closed. 2024-11-07T21:14:07,137 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T21:14:07,137 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@126ab73c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@126ab73c 2024-11-07T21:14:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T21:14:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:07,146 DEBUG [M:0;4fc742968c91:35387 {}] zookeeper.ZKUtil(347): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T21:14:07,146 WARN [M:0;4fc742968c91:35387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T21:14:07,147 INFO [M:0;4fc742968c91:35387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/.lastflushedseqids 2024-11-07T21:14:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741866_1042 (size=668) 2024-11-07T21:14:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741866_1042 (size=668) 2024-11-07T21:14:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741866_1042 (size=668) 2024-11-07T21:14:07,166 INFO [M:0;4fc742968c91:35387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T21:14:07,166 INFO [M:0;4fc742968c91:35387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T21:14:07,166 DEBUG [M:0;4fc742968c91:35387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:14:07,166 INFO [M:0;4fc742968c91:35387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:14:07,167 DEBUG [M:0;4fc742968c91:35387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:14:07,167 DEBUG [M:0;4fc742968c91:35387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:14:07,167 DEBUG [M:0;4fc742968c91:35387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:14:07,167 INFO [M:0;4fc742968c91:35387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.11 KB heapSize=229.52 KB 2024-11-07T21:14:07,183 DEBUG [M:0;4fc742968c91:35387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66a6f994d1514de0a2cca02d2e79304d is 82, key is hbase:meta,,1/info:regioninfo/1731013974935/Put/seqid=0 2024-11-07T21:14:07,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:14:07,183 INFO [RS:0;4fc742968c91:36139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:14:07,183 INFO [RS:0;4fc742968c91:36139 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,36139,1731013962509; zookeeper connection closed. 2024-11-07T21:14:07,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36139-0x1011724e00c0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:14:07,183 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58f03c69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58f03c69 2024-11-07T21:14:07,184 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T21:14:07,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741867_1043 (size=5672) 2024-11-07T21:14:07,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741867_1043 (size=5672) 2024-11-07T21:14:07,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741867_1043 (size=5672) 2024-11-07T21:14:07,190 INFO [M:0;4fc742968c91:35387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66a6f994d1514de0a2cca02d2e79304d 2024-11-07T21:14:07,212 DEBUG [M:0;4fc742968c91:35387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e2bdda852a44263a68a054af726b0f2 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731013985926/Put/seqid=0 2024-11-07T21:14:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741868_1044 (size=8904) 2024-11-07T21:14:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741868_1044 (size=8904) 2024-11-07T21:14:07,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741868_1044 (size=8904) 2024-11-07T21:14:07,220 INFO [M:0;4fc742968c91:35387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.37 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e2bdda852a44263a68a054af726b0f2 2024-11-07T21:14:07,226 INFO [M:0;4fc742968c91:35387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e2bdda852a44263a68a054af726b0f2 2024-11-07T21:14:07,241 DEBUG [M:0;4fc742968c91:35387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d41415bfe47744e28a8e7816dcbbe400 is 69, key is 4fc742968c91,34159,1731013962645/rs:state/1731013964101/Put/seqid=0 2024-11-07T21:14:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741869_1045 (size=5441) 2024-11-07T21:14:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741869_1045 (size=5441) 2024-11-07T21:14:07,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741869_1045 (size=5441) 2024-11-07T21:14:07,248 INFO [M:0;4fc742968c91:35387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d41415bfe47744e28a8e7816dcbbe400 2024-11-07T21:14:07,254 INFO [M:0;4fc742968c91:35387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d41415bfe47744e28a8e7816dcbbe400 2024-11-07T21:14:07,255 DEBUG [M:0;4fc742968c91:35387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66a6f994d1514de0a2cca02d2e79304d as hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66a6f994d1514de0a2cca02d2e79304d 2024-11-07T21:14:07,261 INFO [M:0;4fc742968c91:35387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66a6f994d1514de0a2cca02d2e79304d, entries=8, sequenceid=485, filesize=5.5 K 2024-11-07T21:14:07,262 DEBUG [M:0;4fc742968c91:35387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e2bdda852a44263a68a054af726b0f2 as hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e2bdda852a44263a68a054af726b0f2 2024-11-07T21:14:07,270 INFO [M:0;4fc742968c91:35387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e2bdda852a44263a68a054af726b0f2 2024-11-07T21:14:07,270 INFO [M:0;4fc742968c91:35387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e2bdda852a44263a68a054af726b0f2, entries=54, sequenceid=485, filesize=8.7 K 2024-11-07T21:14:07,271 DEBUG [M:0;4fc742968c91:35387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d41415bfe47744e28a8e7816dcbbe400 as hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d41415bfe47744e28a8e7816dcbbe400 2024-11-07T21:14:07,278 INFO [M:0;4fc742968c91:35387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d41415bfe47744e28a8e7816dcbbe400 2024-11-07T21:14:07,278 INFO [M:0;4fc742968c91:35387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39193/user/jenkins/test-data/aff51bfd-d13d-ecd6-d151-8e93bf69a985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d41415bfe47744e28a8e7816dcbbe400, entries=3, sequenceid=485, filesize=5.3 K 2024-11-07T21:14:07,279 INFO [M:0;4fc742968c91:35387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.11 KB/189552, heapSize ~229.23 KB/234728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=485, compaction requested=false 2024-11-07T21:14:07,280 INFO [M:0;4fc742968c91:35387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:14:07,280 DEBUG [M:0;4fc742968c91:35387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014047166Disabling compacts and flushes for region at 1731014047166Disabling writes for close at 1731014047167 (+1 ms)Obtaining lock to block concurrent updates at 1731014047167Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731014047167Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189552, getHeapSize=234968, getOffHeapSize=0, getCellsCount=588 at 1731014047167Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731014047168 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731014047168Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731014047182 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731014047182Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731014047195 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731014047211 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731014047211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731014047226 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731014047240 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731014047240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d9a233: reopening flushed file at 1731014047254 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42513a2d: reopening flushed file at 1731014047261 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64564bb1: reopening flushed file at 1731014047270 (+9 ms)Finished flush of dataSize ~185.11 KB/189552, heapSize ~229.23 KB/234728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=485, compaction requested=false at 1731014047279 (+9 ms)Writing region close event to WAL at 1731014047280 (+1 ms)Closed at 1731014047280 2024-11-07T21:14:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741830_1006 (size=221908) 2024-11-07T21:14:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42479 is added to blk_1073741830_1006 (size=221908) 2024-11-07T21:14:07,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43507 is added to blk_1073741830_1006 (size=221908) 2024-11-07T21:14:07,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:14:07,284 INFO [M:0;4fc742968c91:35387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T21:14:07,284 INFO [M:0;4fc742968c91:35387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35387 2024-11-07T21:14:07,284 INFO [M:0;4fc742968c91:35387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:14:07,393 INFO [M:0;4fc742968c91:35387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:14:07,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:14:07,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35387-0x1011724e00c0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:14:07,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:14:07,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:14:07,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:14:07,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:14:07,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir/,STOPPED} 2024-11-07T21:14:07,402 WARN [BP-292453404-172.17.0.2-1731013956091 heartbeating to localhost/127.0.0.1:39193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:14:07,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:14:07,402 WARN [BP-292453404-172.17.0.2-1731013956091 heartbeating to localhost/127.0.0.1:39193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292453404-172.17.0.2-1731013956091 (Datanode Uuid 4441cb47-ad30-4db2-8bff-4e7ce82a6750) service to localhost/127.0.0.1:39193 2024-11-07T21:14:07,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:14:07,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data5/current/BP-292453404-172.17.0.2-1731013956091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:14:07,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data6/current/BP-292453404-172.17.0.2-1731013956091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:14:07,404 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:14:07,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:14:07,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:14:07,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:14:07,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:14:07,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir/,STOPPED} 2024-11-07T21:14:07,408 WARN [BP-292453404-172.17.0.2-1731013956091 heartbeating to localhost/127.0.0.1:39193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:14:07,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:14:07,408 WARN [BP-292453404-172.17.0.2-1731013956091 heartbeating to localhost/127.0.0.1:39193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292453404-172.17.0.2-1731013956091 (Datanode Uuid 47eba43a-faa3-4d20-8184-00ac64d10414) service to localhost/127.0.0.1:39193 2024-11-07T21:14:07,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:14:07,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data3/current/BP-292453404-172.17.0.2-1731013956091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:14:07,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data4/current/BP-292453404-172.17.0.2-1731013956091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:14:07,409 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:14:07,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:14:07,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:14:07,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:14:07,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:14:07,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir/,STOPPED} 2024-11-07T21:14:07,414 WARN [BP-292453404-172.17.0.2-1731013956091 heartbeating to localhost/127.0.0.1:39193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:14:07,414 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:14:07,414 WARN [BP-292453404-172.17.0.2-1731013956091 heartbeating to localhost/127.0.0.1:39193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-292453404-172.17.0.2-1731013956091 (Datanode Uuid 304ab8bb-8c2a-445a-a3e6-53ec81880dd6) service to localhost/127.0.0.1:39193 2024-11-07T21:14:07,414 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:14:07,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data1/current/BP-292453404-172.17.0.2-1731013956091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:14:07,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/cluster_2cef26e6-1b60-c89e-d1ab-c60183aa4ed5/data/data2/current/BP-292453404-172.17.0.2-1731013956091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:14:07,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:14:07,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:14:07,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:14:07,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:14:07,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:14:07,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir/,STOPPED} 2024-11-07T21:14:07,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T21:14:07,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T21:14:07,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3f3efe96 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fc742968c91:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4fc742968c91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS_OPEN_REGION-regionserver/4fc742968c91:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39193 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39193 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fc742968c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fc742968c91:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fc742968c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4fc742968c91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4fc742968c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=382 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3041 (was 4281) 2024-11-07T21:14:07,490 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=382, ProcessCount=11, AvailableMemoryMB=3041 2024-11-07T21:14:07,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir so I do NOT create it in target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92 2024-11-07T21:14:07,507 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.log.dir Erasing configuration value by system value. 2024-11-07T21:14:07,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.tmp.dir so I do NOT create it in target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92 2024-11-07T21:14:07,507 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b5ce17a-6230-48a3-e92a-6ed35642bb39/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-07T21:14:07,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92 2024-11-07T21:14:07,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T21:14:07,507 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f, deleteOnExit=true 2024-11-07T21:14:07,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T21:14:07,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/test.cache.data in system properties and HBase conf 2024-11-07T21:14:07,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T21:14:07,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.log.dir in system properties and HBase conf 2024-11-07T21:14:07,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T21:14:07,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T21:14:07,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T21:14:07,508 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T21:14:07,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:14:07,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T21:14:07,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T21:14:07,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:14:07,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T21:14:07,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T21:14:07,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T21:14:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:14:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T21:14:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/nfs.dump.dir in system properties and HBase conf 2024-11-07T21:14:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/java.io.tmpdir in system properties and HBase conf 2024-11-07T21:14:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T21:14:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T21:14:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T21:14:08,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:14:08,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:14:08,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:14:08,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:14:08,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:14:08,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:14:08,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d4e06bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:14:08,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68acd59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:14:08,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26d3784a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/java.io.tmpdir/jetty-localhost-34433-hadoop-hdfs-3_4_1-tests_jar-_-any-9556613009809548301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:14:08,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16952596{HTTP/1.1, (http/1.1)}{localhost:34433} 2024-11-07T21:14:08,123 INFO [Time-limited test {}] server.Server(415): Started @94551ms 2024-11-07T21:14:08,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:14:08,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:14:08,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:14:08,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:14:08,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T21:14:08,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5860725f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:14:08,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63cdb200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:14:08,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5094d3e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/java.io.tmpdir/jetty-localhost-44285-hadoop-hdfs-3_4_1-tests_jar-_-any-15063613577705592904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:14:08,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce2d997{HTTP/1.1, (http/1.1)}{localhost:44285} 2024-11-07T21:14:08,478 INFO [Time-limited test {}] server.Server(415): Started @94905ms 2024-11-07T21:14:08,479 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:14:08,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:14:08,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:14:08,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:14:08,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:14:08,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:14:08,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3f83d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:14:08,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ed4247d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:14:08,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dd57944{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/java.io.tmpdir/jetty-localhost-39337-hadoop-hdfs-3_4_1-tests_jar-_-any-9216926952339307644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:14:08,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25075e3c{HTTP/1.1, (http/1.1)}{localhost:39337} 2024-11-07T21:14:08,612 INFO [Time-limited test {}] server.Server(415): Started @95039ms 2024-11-07T21:14:08,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:14:08,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T21:14:08,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T21:14:08,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T21:14:08,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T21:14:08,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T21:14:08,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70bb0cb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.log.dir/,AVAILABLE} 2024-11-07T21:14:08,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d83bf0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T21:14:08,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436c37bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/java.io.tmpdir/jetty-localhost-43677-hadoop-hdfs-3_4_1-tests_jar-_-any-5616895221184346626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:14:08,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27b212b{HTTP/1.1, (http/1.1)}{localhost:43677} 2024-11-07T21:14:08,742 INFO [Time-limited test {}] server.Server(415): Started @95169ms 2024-11-07T21:14:08,743 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T21:14:09,658 WARN [Thread-714 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data1/current/BP-1924795358-172.17.0.2-1731014047531/current, will proceed with Du for space computation calculation, 2024-11-07T21:14:09,658 WARN [Thread-715 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data2/current/BP-1924795358-172.17.0.2-1731014047531/current, will proceed with Du for space computation calculation, 2024-11-07T21:14:09,682 WARN [Thread-655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:14:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf84b941a953d44ee with lease ID 0xda1dfdcf1c889a2d: Processing first storage report for DS-2dfc038d-b3dc-45ca-8129-8c28698b4e91 from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=c1ed794e-1e17-4be0-8544-2a6c26ed65f7, infoPort=37543, infoSecurePort=0, ipcPort=41197, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531) 2024-11-07T21:14:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf84b941a953d44ee with lease ID 0xda1dfdcf1c889a2d: from storage DS-2dfc038d-b3dc-45ca-8129-8c28698b4e91 node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=c1ed794e-1e17-4be0-8544-2a6c26ed65f7, infoPort=37543, infoSecurePort=0, ipcPort=41197, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:14:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf84b941a953d44ee with lease ID 0xda1dfdcf1c889a2d: Processing first storage report for DS-49aeb064-2911-467a-a769-b897d8ead8bf from datanode DatanodeRegistration(127.0.0.1:40005, datanodeUuid=c1ed794e-1e17-4be0-8544-2a6c26ed65f7, infoPort=37543, infoSecurePort=0, ipcPort=41197, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531) 2024-11-07T21:14:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf84b941a953d44ee with lease ID 0xda1dfdcf1c889a2d: from storage DS-49aeb064-2911-467a-a769-b897d8ead8bf node DatanodeRegistration(127.0.0.1:40005, datanodeUuid=c1ed794e-1e17-4be0-8544-2a6c26ed65f7, infoPort=37543, infoSecurePort=0, ipcPort=41197, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:14:10,016 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data3/current/BP-1924795358-172.17.0.2-1731014047531/current, will proceed with Du for space computation calculation, 2024-11-07T21:14:10,016 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data4/current/BP-1924795358-172.17.0.2-1731014047531/current, will proceed with Du for space computation calculation, 2024-11-07T21:14:10,036 WARN [Thread-678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:14:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce23ac329e6b0456 with lease ID 0xda1dfdcf1c889a2e: Processing first storage report for DS-eddb2666-4eeb-41b1-99bd-9318be1c3b18 from datanode DatanodeRegistration(127.0.0.1:36515, datanodeUuid=59424e74-7977-485e-aae6-a9385e8bb94e, infoPort=34665, infoSecurePort=0, ipcPort=35229, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531) 2024-11-07T21:14:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce23ac329e6b0456 with lease ID 0xda1dfdcf1c889a2e: from storage DS-eddb2666-4eeb-41b1-99bd-9318be1c3b18 node DatanodeRegistration(127.0.0.1:36515, datanodeUuid=59424e74-7977-485e-aae6-a9385e8bb94e, infoPort=34665, infoSecurePort=0, ipcPort=35229, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:14:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce23ac329e6b0456 with lease ID 0xda1dfdcf1c889a2e: Processing first storage report for DS-53e6d7be-ca42-41d0-ab51-2e07d3b22f10 from datanode DatanodeRegistration(127.0.0.1:36515, datanodeUuid=59424e74-7977-485e-aae6-a9385e8bb94e, infoPort=34665, infoSecurePort=0, ipcPort=35229, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531) 2024-11-07T21:14:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce23ac329e6b0456 with lease ID 0xda1dfdcf1c889a2e: from storage DS-53e6d7be-ca42-41d0-ab51-2e07d3b22f10 node DatanodeRegistration(127.0.0.1:36515, datanodeUuid=59424e74-7977-485e-aae6-a9385e8bb94e, infoPort=34665, infoSecurePort=0, ipcPort=35229, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:14:10,127 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data6/current/BP-1924795358-172.17.0.2-1731014047531/current, will proceed with Du for space computation calculation, 2024-11-07T21:14:10,127 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data5/current/BP-1924795358-172.17.0.2-1731014047531/current, will proceed with Du for space computation calculation, 2024-11-07T21:14:10,148 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T21:14:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97369312ee52f33 with lease ID 0xda1dfdcf1c889a2f: Processing first storage report for DS-20f584a3-0b94-4ef5-b424-3d528fee271b from datanode DatanodeRegistration(127.0.0.1:40531, datanodeUuid=86c0fbaf-e2a0-485c-b4e5-2380cb857117, infoPort=46509, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531) 2024-11-07T21:14:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97369312ee52f33 with lease ID 0xda1dfdcf1c889a2f: from storage DS-20f584a3-0b94-4ef5-b424-3d528fee271b node DatanodeRegistration(127.0.0.1:40531, datanodeUuid=86c0fbaf-e2a0-485c-b4e5-2380cb857117, infoPort=46509, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:14:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97369312ee52f33 with lease ID 0xda1dfdcf1c889a2f: Processing first storage report for DS-9c5c4fe4-257b-4d49-ad63-1f05c462bc63 from datanode DatanodeRegistration(127.0.0.1:40531, datanodeUuid=86c0fbaf-e2a0-485c-b4e5-2380cb857117, infoPort=46509, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531) 2024-11-07T21:14:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97369312ee52f33 with lease ID 0xda1dfdcf1c889a2f: from storage DS-9c5c4fe4-257b-4d49-ad63-1f05c462bc63 node DatanodeRegistration(127.0.0.1:40531, datanodeUuid=86c0fbaf-e2a0-485c-b4e5-2380cb857117, infoPort=46509, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1504964076;c=1731014047531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T21:14:10,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92 2024-11-07T21:14:10,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/zookeeper_0, clientPort=63901, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T21:14:10,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63901 2024-11-07T21:14:10,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:14:10,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:14:10,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741825_1001 (size=7) 2024-11-07T21:14:10,206 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d with version=8 2024-11-07T21:14:10,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/hbase-staging 2024-11-07T21:14:10,208 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:14:10,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:14:10,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:14:10,209 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T21:14:10,209 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:14:10,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46689 2024-11-07T21:14:10,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46689 connecting to ZooKeeper ensemble=127.0.0.1:63901 2024-11-07T21:14:10,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466890x0, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:14:10,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46689-0x10117263d370000 connected 2024-11-07T21:14:10,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:14:10,379 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d, hbase.cluster.distributed=false 2024-11-07T21:14:10,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:14:10,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46689 2024-11-07T21:14:10,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46689 2024-11-07T21:14:10,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46689 2024-11-07T21:14:10,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46689 2024-11-07T21:14:10,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46689 2024-11-07T21:14:10,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:14:10,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:14:10,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:14:10,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:14:10,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:14:10,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37845 2024-11-07T21:14:10,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37845 connecting to ZooKeeper ensemble=127.0.0.1:63901 2024-11-07T21:14:10,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378450x0, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:14:10,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37845-0x10117263d370001 connected 2024-11-07T21:14:10,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:14:10,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:14:10,415 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:14:10,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:14:10,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:14:10,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-07T21:14:10,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37845 2024-11-07T21:14:10,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37845 2024-11-07T21:14:10,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-07T21:14:10,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37845 2024-11-07T21:14:10,433 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:14:10,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:14:10,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:14:10,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:14:10,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:14:10,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36555 2024-11-07T21:14:10,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36555 connecting to ZooKeeper ensemble=127.0.0.1:63901 2024-11-07T21:14:10,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365550x0, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:14:10,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36555-0x10117263d370002 connected 2024-11-07T21:14:10,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:14:10,451 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:14:10,451 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:14:10,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:14:10,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:14:10,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36555 2024-11-07T21:14:10,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36555 2024-11-07T21:14:10,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36555 2024-11-07T21:14:10,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36555 2024-11-07T21:14:10,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36555 2024-11-07T21:14:10,473 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4fc742968c91:0 server-side Connection retries=45 2024-11-07T21:14:10,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T21:14:10,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T21:14:10,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T21:14:10,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T21:14:10,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T21:14:10,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46339 2024-11-07T21:14:10,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46339 connecting to ZooKeeper ensemble=127.0.0.1:63901 2024-11-07T21:14:10,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463390x0, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T21:14:10,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463390x0, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:14:10,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46339-0x10117263d370003 connected 2024-11-07T21:14:10,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T21:14:10,493 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T21:14:10,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T21:14:10,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T21:14:10,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46339 2024-11-07T21:14:10,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46339 2024-11-07T21:14:10,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46339 2024-11-07T21:14:10,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46339 2024-11-07T21:14:10,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46339 2024-11-07T21:14:10,509 DEBUG [M:0;4fc742968c91:46689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4fc742968c91:46689 2024-11-07T21:14:10,510 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4fc742968c91,46689,1731014050208 2024-11-07T21:14:10,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:14:10,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:14:10,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:14:10,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:14:10,519 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4fc742968c91,46689,1731014050208 2024-11-07T21:14:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:14:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:14:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T21:14:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,530 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T21:14:10,530 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4fc742968c91,46689,1731014050208 from backup master directory 2024-11-07T21:14:10,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4fc742968c91,46689,1731014050208 2024-11-07T21:14:10,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:14:10,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:14:10,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:14:10,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T21:14:10,540 WARN [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:14:10,540 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4fc742968c91,46689,1731014050208 2024-11-07T21:14:10,545 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/hbase.id] with ID: d13dda09-8c6a-43c8-9867-09e833be682f 2024-11-07T21:14:10,545 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/.tmp/hbase.id 2024-11-07T21:14:10,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:14:10,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:14:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741826_1002 (size=42) 2024-11-07T21:14:10,555 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/.tmp/hbase.id]:[hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/hbase.id] 2024-11-07T21:14:10,568 INFO [master/4fc742968c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T21:14:10,568 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T21:14:10,570 INFO [master/4fc742968c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T21:14:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:14:10,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:14:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741827_1003 (size=196) 2024-11-07T21:14:10,591 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:14:10,592 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T21:14:10,592 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:14:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:14:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:14:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741828_1004 (size=1189) 2024-11-07T21:14:10,603 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store 2024-11-07T21:14:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:14:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:14:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741829_1005 (size=34) 2024-11-07T21:14:10,612 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:10,612 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:14:10,612 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:14:10,612 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:14:10,612 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:14:10,612 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:14:10,612 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:14:10,612 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014050612Disabling compacts and flushes for region at 1731014050612Disabling writes for close at 1731014050612Writing region close event to WAL at 1731014050612Closed at 1731014050612 2024-11-07T21:14:10,613 WARN [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/.initializing 2024-11-07T21:14:10,613 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/WALs/4fc742968c91,46689,1731014050208 2024-11-07T21:14:10,614 INFO [master/4fc742968c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:14:10,616 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C46689%2C1731014050208, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/WALs/4fc742968c91,46689,1731014050208, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/oldWALs, maxLogs=10 2024-11-07T21:14:10,628 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/WALs/4fc742968c91,46689,1731014050208/4fc742968c91%2C46689%2C1731014050208.1731014050616, exclude list is [], retry=0 2024-11-07T21:14:10,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36515,DS-eddb2666-4eeb-41b1-99bd-9318be1c3b18,DISK] 2024-11-07T21:14:10,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-2dfc038d-b3dc-45ca-8129-8c28698b4e91,DISK] 2024-11-07T21:14:10,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-20f584a3-0b94-4ef5-b424-3d528fee271b,DISK] 2024-11-07T21:14:10,633 INFO [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/WALs/4fc742968c91,46689,1731014050208/4fc742968c91%2C46689%2C1731014050208.1731014050616 2024-11-07T21:14:10,633 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34665:34665),(127.0.0.1/127.0.0.1:46509:46509),(127.0.0.1/127.0.0.1:37543:37543)] 2024-11-07T21:14:10,633 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:14:10,634 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:10,634 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,634 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T21:14:10,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:10,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:14:10,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T21:14:10,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:10,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:10,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T21:14:10,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:10,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:10,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T21:14:10,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:10,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:10,647 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,648 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,650 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,650 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,651 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:14:10,652 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T21:14:10,654 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:10,655 INFO [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75007928, jitterRate=0.11770522594451904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:14:10,656 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731014050634Initializing all the Stores at 1731014050635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014050635Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014050635Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014050635Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014050635Cleaning up temporary data from old regions at 1731014050650 (+15 ms)Region opened successfully at 1731014050656 (+6 ms) 2024-11-07T21:14:10,656 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T21:14:10,660 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e9a9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:14:10,661 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T21:14:10,661 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T21:14:10,662 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T21:14:10,662 INFO [master/4fc742968c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T21:14:10,662 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T21:14:10,663 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T21:14:10,663 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-07T21:14:10,666 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T21:14:10,667 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T21:14:10,676 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T21:14:10,677 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T21:14:10,678 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T21:14:10,687 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T21:14:10,687 INFO [master/4fc742968c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T21:14:10,689 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T21:14:10,698 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T21:14:10,699 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T21:14:10,708 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T21:14:10,710 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T21:14:10,719 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T21:14:10,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:14:10,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:14:10,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:14:10,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T21:14:10,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,730 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4fc742968c91,46689,1731014050208, sessionid=0x10117263d370000, setting cluster-up flag (Was=false) 2024-11-07T21:14:10,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,782 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T21:14:10,783 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,46689,1731014050208 2024-11-07T21:14:10,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:10,834 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T21:14:10,836 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4fc742968c91,46689,1731014050208 2024-11-07T21:14:10,837 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T21:14:10,838 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T21:14:10,838 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T21:14:10,839 INFO [master/4fc742968c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T21:14:10,839 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4fc742968c91,46689,1731014050208 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T21:14:10,840 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:14:10,840 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:14:10,840 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:14:10,840 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4fc742968c91:0, corePoolSize=5, maxPoolSize=5 2024-11-07T21:14:10,841 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4fc742968c91:0, corePoolSize=10, maxPoolSize=10 2024-11-07T21:14:10,841 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:10,841 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:14:10,841 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:10,842 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731014080842 2024-11-07T21:14:10,842 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T21:14:10,842 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T21:14:10,842 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T21:14:10,842 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T21:14:10,842 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T21:14:10,842 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T21:14:10,843 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:10,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:14:10,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T21:14:10,843 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T21:14:10,843 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T21:14:10,843 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T21:14:10,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T21:14:10,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T21:14:10,844 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014050844,5,FailOnTimeoutGroup] 2024-11-07T21:14:10,844 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:10,844 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014050844,5,FailOnTimeoutGroup] 2024-11-07T21:14:10,844 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:10,845 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T21:14:10,845 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:10,845 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:10,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T21:14:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:14:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:14:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741831_1007 (size=1321) 2024-11-07T21:14:10,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T21:14:10,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:10,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:14:10,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:14:10,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741832_1008 (size=32) 2024-11-07T21:14:10,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:10,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:14:10,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:14:10,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:10,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:14:10,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:14:10,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:14:10,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:10,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:14:10,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:14:10,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:14:10,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:10,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:14:10,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:14:10,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:14:10,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:10,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:14:10,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:14:10,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740 2024-11-07T21:14:10,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740 2024-11-07T21:14:10,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:14:10,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:14:10,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:14:10,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:14:10,882 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:10,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68691148, jitterRate=0.023577868938446045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:14:10,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731014050867Initializing all the Stores at 1731014050868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014050868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014050868Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014050868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014050868Cleaning up temporary data from old regions at 1731014050878 (+10 ms)Region opened successfully at 1731014050883 (+5 ms) 2024-11-07T21:14:10,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:14:10,883 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:14:10,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:14:10,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:14:10,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:14:10,884 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:14:10,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014050883Disabling compacts and flushes for region at 1731014050883Disabling writes for close at 1731014050883Writing region close event to WAL at 1731014050884 (+1 ms)Closed at 1731014050884 2024-11-07T21:14:10,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:14:10,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T21:14:10,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:14:10,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:14:10,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T21:14:10,900 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(746): ClusterId : d13dda09-8c6a-43c8-9867-09e833be682f 2024-11-07T21:14:10,900 INFO [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer(746): ClusterId : d13dda09-8c6a-43c8-9867-09e833be682f 2024-11-07T21:14:10,900 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(746): ClusterId : d13dda09-8c6a-43c8-9867-09e833be682f 2024-11-07T21:14:10,900 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:14:10,900 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:14:10,900 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T21:14:10,914 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:14:10,914 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:14:10,914 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T21:14:10,914 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:14:10,914 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:14:10,914 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T21:14:10,924 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:14:10,924 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:14:10,924 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T21:14:10,925 DEBUG [RS:1;4fc742968c91:36555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378d54e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:14:10,925 DEBUG [RS:0;4fc742968c91:37845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712fb64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:14:10,925 DEBUG [RS:2;4fc742968c91:46339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10883625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4fc742968c91/172.17.0.2:0 2024-11-07T21:14:10,935 DEBUG [RS:0;4fc742968c91:37845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4fc742968c91:37845 2024-11-07T21:14:10,935 INFO [RS:0;4fc742968c91:37845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:14:10,935 INFO [RS:0;4fc742968c91:37845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:14:10,935 DEBUG [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:14:10,936 INFO [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,46689,1731014050208 with port=37845, startcode=1731014050398 2024-11-07T21:14:10,936 DEBUG [RS:0;4fc742968c91:37845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:14:10,938 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:14:10,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,37845,1731014050398 2024-11-07T21:14:10,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,37845,1731014050398 2024-11-07T21:14:10,940 DEBUG [RS:1;4fc742968c91:36555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4fc742968c91:36555 2024-11-07T21:14:10,940 DEBUG [RS:2;4fc742968c91:46339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4fc742968c91:46339 2024-11-07T21:14:10,940 INFO [RS:1;4fc742968c91:36555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:14:10,940 INFO [RS:2;4fc742968c91:46339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T21:14:10,940 INFO [RS:1;4fc742968c91:36555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:14:10,940 INFO [RS:2;4fc742968c91:46339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T21:14:10,940 DEBUG [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:14:10,940 DEBUG [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T21:14:10,940 DEBUG [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:10,940 DEBUG [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32967 2024-11-07T21:14:10,940 DEBUG [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:14:10,941 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,46689,1731014050208 with port=36555, startcode=1731014050433 2024-11-07T21:14:10,941 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(2659): reportForDuty to master=4fc742968c91,46689,1731014050208 with port=46339, startcode=1731014050472 2024-11-07T21:14:10,941 DEBUG [RS:1;4fc742968c91:36555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:14:10,941 DEBUG [RS:2;4fc742968c91:46339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T21:14:10,942 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:14:10,942 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T21:14:10,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,46339,1731014050472 2024-11-07T21:14:10,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,46339,1731014050472 2024-11-07T21:14:10,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4fc742968c91,36555,1731014050433 2024-11-07T21:14:10,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(517): Registering regionserver=4fc742968c91,36555,1731014050433 2024-11-07T21:14:10,944 DEBUG [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:10,944 DEBUG [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32967 2024-11-07T21:14:10,944 DEBUG [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:14:10,945 DEBUG [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:10,945 DEBUG [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32967 2024-11-07T21:14:10,945 DEBUG [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T21:14:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:14:10,990 DEBUG [RS:0;4fc742968c91:37845 {}] zookeeper.ZKUtil(111): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,37845,1731014050398 2024-11-07T21:14:10,990 WARN [RS:0;4fc742968c91:37845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:14:10,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,37845,1731014050398] 2024-11-07T21:14:10,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,46339,1731014050472] 2024-11-07T21:14:10,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4fc742968c91,36555,1731014050433] 2024-11-07T21:14:10,991 INFO [RS:0;4fc742968c91:37845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:14:10,991 DEBUG [RS:2;4fc742968c91:46339 {}] zookeeper.ZKUtil(111): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,46339,1731014050472 2024-11-07T21:14:10,991 DEBUG [RS:1;4fc742968c91:36555 {}] zookeeper.ZKUtil(111): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4fc742968c91,36555,1731014050433 2024-11-07T21:14:10,991 WARN [RS:2;4fc742968c91:46339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:14:10,991 WARN [RS:1;4fc742968c91:36555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T21:14:10,991 DEBUG [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398 2024-11-07T21:14:10,991 INFO [RS:1;4fc742968c91:36555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:14:10,991 INFO [RS:2;4fc742968c91:46339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:14:10,991 DEBUG [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,46339,1731014050472 2024-11-07T21:14:10,991 DEBUG [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,36555,1731014050433 2024-11-07T21:14:10,995 INFO [RS:2;4fc742968c91:46339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:14:10,995 INFO [RS:0;4fc742968c91:37845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:14:10,997 INFO [RS:2;4fc742968c91:46339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:14:10,997 INFO [RS:2;4fc742968c91:46339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:14:10,997 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:10,998 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:14:10,999 INFO [RS:2;4fc742968c91:46339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:14:10,999 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:10,999 INFO [RS:1;4fc742968c91:36555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T21:14:10,999 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:10,999 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:10,999 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:10,999 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:10,999 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:10,999 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:14:10,999 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,000 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,000 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,000 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,000 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,000 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,000 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:14:11,000 DEBUG [RS:2;4fc742968c91:46339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:14:11,001 INFO [RS:0;4fc742968c91:37845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:14:11,004 INFO [RS:1;4fc742968c91:36555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T21:14:11,004 INFO [RS:0;4fc742968c91:37845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:14:11,004 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,005 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,005 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,005 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,005 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,005 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,005 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46339,1731014050472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:14:11,008 INFO [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:14:11,008 INFO [RS:1;4fc742968c91:36555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T21:14:11,008 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,009 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T21:14:11,009 INFO [RS:0;4fc742968c91:37845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:14:11,009 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 INFO [RS:1;4fc742968c91:36555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:14:11,010 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,010 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,011 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0, corePoolSize=2, maxPoolSize=2 2024-11-07T21:14:11,011 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:14:11,011 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,011 DEBUG [RS:0;4fc742968c91:37845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:14:11,011 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,011 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,011 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,011 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,011 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4fc742968c91:0, corePoolSize=1, maxPoolSize=1 2024-11-07T21:14:11,011 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,011 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:14:11,011 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,011 DEBUG [RS:1;4fc742968c91:36555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4fc742968c91:0, corePoolSize=3, maxPoolSize=3 2024-11-07T21:14:11,011 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,011 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,011 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,011 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,37845,1731014050398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:14:11,012 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,012 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,012 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,012 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,012 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,012 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,36555,1731014050433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:14:11,025 INFO [RS:0;4fc742968c91:37845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:14:11,025 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,37845,1731014050398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,025 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,025 INFO [RS:0;4fc742968c91:37845 {}] regionserver.Replication(171): 4fc742968c91,37845,1731014050398 started 2024-11-07T21:14:11,027 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:14:11,027 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46339,1731014050472-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,027 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,027 INFO [RS:2;4fc742968c91:46339 {}] regionserver.Replication(171): 4fc742968c91,46339,1731014050472 started 2024-11-07T21:14:11,029 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T21:14:11,029 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,36555,1731014050433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,029 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,029 INFO [RS:1;4fc742968c91:36555 {}] regionserver.Replication(171): 4fc742968c91,36555,1731014050433 started 2024-11-07T21:14:11,037 WARN [4fc742968c91:46689 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T21:14:11,039 INFO [RS:0;4fc742968c91:37845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,039 INFO [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,37845,1731014050398, RpcServer on 4fc742968c91/172.17.0.2:37845, sessionid=0x10117263d370001 2024-11-07T21:14:11,039 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:14:11,039 DEBUG [RS:0;4fc742968c91:37845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,37845,1731014050398 2024-11-07T21:14:11,039 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,37845,1731014050398' 2024-11-07T21:14:11,039 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:14:11,040 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:14:11,041 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:14:11,041 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:14:11,041 DEBUG [RS:0;4fc742968c91:37845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,37845,1731014050398 2024-11-07T21:14:11,041 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,37845,1731014050398' 2024-11-07T21:14:11,041 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:14:11,041 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:14:11,041 DEBUG [RS:0;4fc742968c91:37845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:14:11,041 INFO [RS:0;4fc742968c91:37845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:14:11,041 INFO [RS:0;4fc742968c91:37845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:14:11,043 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,043 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,36555,1731014050433, RpcServer on 4fc742968c91/172.17.0.2:36555, sessionid=0x10117263d370002 2024-11-07T21:14:11,043 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:14:11,043 DEBUG [RS:1;4fc742968c91:36555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,36555,1731014050433 2024-11-07T21:14:11,043 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,36555,1731014050433' 2024-11-07T21:14:11,043 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:14:11,043 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:14:11,044 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:14:11,044 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:14:11,044 DEBUG [RS:1;4fc742968c91:36555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,36555,1731014050433 2024-11-07T21:14:11,044 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,36555,1731014050433' 2024-11-07T21:14:11,044 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:14:11,044 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:14:11,044 DEBUG [RS:1;4fc742968c91:36555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:14:11,045 INFO [RS:1;4fc742968c91:36555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:14:11,045 INFO [RS:1;4fc742968c91:36555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:14:11,046 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:11,046 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(1482): Serving as 4fc742968c91,46339,1731014050472, RpcServer on 4fc742968c91/172.17.0.2:46339, sessionid=0x10117263d370003 2024-11-07T21:14:11,046 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T21:14:11,046 DEBUG [RS:2;4fc742968c91:46339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4fc742968c91,46339,1731014050472 2024-11-07T21:14:11,046 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,46339,1731014050472' 2024-11-07T21:14:11,046 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T21:14:11,047 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T21:14:11,048 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T21:14:11,048 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T21:14:11,048 DEBUG [RS:2;4fc742968c91:46339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4fc742968c91,46339,1731014050472 2024-11-07T21:14:11,048 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4fc742968c91,46339,1731014050472' 2024-11-07T21:14:11,048 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T21:14:11,048 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T21:14:11,048 DEBUG [RS:2;4fc742968c91:46339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T21:14:11,049 INFO [RS:2;4fc742968c91:46339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T21:14:11,049 INFO [RS:2;4fc742968c91:46339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T21:14:11,142 INFO [RS:0;4fc742968c91:37845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:14:11,144 INFO [RS:0;4fc742968c91:37845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C37845%2C1731014050398, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/oldWALs, maxLogs=32 2024-11-07T21:14:11,145 INFO [RS:1;4fc742968c91:36555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:14:11,147 INFO [RS:1;4fc742968c91:36555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C36555%2C1731014050433, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,36555,1731014050433, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/oldWALs, maxLogs=32 2024-11-07T21:14:11,149 INFO [RS:2;4fc742968c91:46339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T21:14:11,151 INFO [RS:2;4fc742968c91:46339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C46339%2C1731014050472, suffix=, logDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,46339,1731014050472, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/oldWALs, maxLogs=32 2024-11-07T21:14:11,161 DEBUG [RS:0;4fc742968c91:37845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398/4fc742968c91%2C37845%2C1731014050398.1731014051146, exclude list is [], retry=0 2024-11-07T21:14:11,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36515,DS-eddb2666-4eeb-41b1-99bd-9318be1c3b18,DISK] 2024-11-07T21:14:11,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-20f584a3-0b94-4ef5-b424-3d528fee271b,DISK] 2024-11-07T21:14:11,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-2dfc038d-b3dc-45ca-8129-8c28698b4e91,DISK] 2024-11-07T21:14:11,165 DEBUG [RS:2;4fc742968c91:46339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,46339,1731014050472/4fc742968c91%2C46339%2C1731014050472.1731014051152, exclude list is [], retry=0 2024-11-07T21:14:11,167 DEBUG [RS:1;4fc742968c91:36555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,36555,1731014050433/4fc742968c91%2C36555%2C1731014050433.1731014051148, exclude list is [], retry=0 2024-11-07T21:14:11,168 INFO [RS:0;4fc742968c91:37845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398/4fc742968c91%2C37845%2C1731014050398.1731014051146 2024-11-07T21:14:11,168 DEBUG [RS:0;4fc742968c91:37845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34665:34665),(127.0.0.1/127.0.0.1:37543:37543),(127.0.0.1/127.0.0.1:46509:46509)] 2024-11-07T21:14:11,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36515,DS-eddb2666-4eeb-41b1-99bd-9318be1c3b18,DISK] 2024-11-07T21:14:11,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-2dfc038d-b3dc-45ca-8129-8c28698b4e91,DISK] 2024-11-07T21:14:11,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-20f584a3-0b94-4ef5-b424-3d528fee271b,DISK] 2024-11-07T21:14:11,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36515,DS-eddb2666-4eeb-41b1-99bd-9318be1c3b18,DISK] 2024-11-07T21:14:11,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-20f584a3-0b94-4ef5-b424-3d528fee271b,DISK] 2024-11-07T21:14:11,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-2dfc038d-b3dc-45ca-8129-8c28698b4e91,DISK] 2024-11-07T21:14:11,179 INFO [RS:2;4fc742968c91:46339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,46339,1731014050472/4fc742968c91%2C46339%2C1731014050472.1731014051152 2024-11-07T21:14:11,180 DEBUG [RS:2;4fc742968c91:46339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34665:34665),(127.0.0.1/127.0.0.1:46509:46509),(127.0.0.1/127.0.0.1:37543:37543)] 2024-11-07T21:14:11,180 INFO [RS:1;4fc742968c91:36555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,36555,1731014050433/4fc742968c91%2C36555%2C1731014050433.1731014051148 2024-11-07T21:14:11,181 DEBUG [RS:1;4fc742968c91:36555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34665:34665),(127.0.0.1/127.0.0.1:46509:46509),(127.0.0.1/127.0.0.1:37543:37543)] 2024-11-07T21:14:11,287 DEBUG [4fc742968c91:46689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T21:14:11,288 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:14:11,290 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:14:11,290 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:14:11,290 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T21:14:11,290 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:14:11,290 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:14:11,290 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T21:14:11,290 INFO [4fc742968c91:46689 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:14:11,290 INFO [4fc742968c91:46689 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:14:11,290 INFO [4fc742968c91:46689 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T21:14:11,290 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:14:11,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,37845,1731014050398 2024-11-07T21:14:11,292 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,37845,1731014050398, state=OPENING 2024-11-07T21:14:11,313 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T21:14:11,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:11,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:11,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:11,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:14:11,324 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:14:11,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:14:11,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:14:11,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,37845,1731014050398}] 2024-11-07T21:14:11,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:14:11,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:14:11,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:11,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:11,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:12,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T21:14:12,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:12,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:12,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:12,282 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:14:12,282 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T21:14:17,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T21:14:17,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:17,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:17,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:21,038 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4fc742968c91:35387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-07T21:14:21,326 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:14:21,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:14:21,334 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:14:21,334 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:14:21,334 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:14:21,336 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C37845%2C1731014050398.meta, suffix=.meta, logDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/oldWALs, maxLogs=32 2024-11-07T21:14:21,349 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta, exclude list is [], retry=0 2024-11-07T21:14:21,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-2dfc038d-b3dc-45ca-8129-8c28698b4e91,DISK] 2024-11-07T21:14:21,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-20f584a3-0b94-4ef5-b424-3d528fee271b,DISK] 2024-11-07T21:14:21,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36515,DS-eddb2666-4eeb-41b1-99bd-9318be1c3b18,DISK] 2024-11-07T21:14:21,356 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta 2024-11-07T21:14:21,356 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37543:37543),(127.0.0.1/127.0.0.1:46509:46509),(127.0.0.1/127.0.0.1:34665:34665)] 2024-11-07T21:14:21,356 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:14:21,356 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:14:21,357 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:14:21,357 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:14:21,357 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:14:21,357 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,357 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:14:21,357 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:14:21,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:14:21,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:14:21,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:21,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:14:21,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:14:21,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:14:21,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:21,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:14:21,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:14:21,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:14:21,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:21,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:14:21,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:14:21,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:14:21,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:21,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:14:21,367 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:14:21,368 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740 2024-11-07T21:14:21,369 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740 2024-11-07T21:14:21,371 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:14:21,371 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:14:21,371 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:14:21,373 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:14:21,374 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59306876, jitterRate=-0.11625868082046509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:14:21,374 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:14:21,376 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731014061357Writing region info on filesystem at 1731014061357Initializing all the Stores at 1731014061358 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014061358Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014061360 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014061360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014061360Cleaning up temporary data from old regions at 1731014061371 (+11 ms)Running coprocessor post-open hooks at 1731014061374 (+3 ms)Region opened successfully at 1731014061375 (+1 ms) 2024-11-07T21:14:21,377 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731014061326 2024-11-07T21:14:21,379 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:14:21,379 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:14:21,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,37845,1731014050398 2024-11-07T21:14:21,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,37845,1731014050398, state=OPEN 2024-11-07T21:14:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:14:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:14:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:14:21,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:14:21,402 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,37845,1731014050398 2024-11-07T21:14:21,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:14:21,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:14:21,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:14:21,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:14:21,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T21:14:21,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,37845,1731014050398 in 10.0780 sec 2024-11-07T21:14:21,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T21:14:21,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5200 sec 2024-11-07T21:14:21,408 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T21:14:21,408 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T21:14:21,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:14:21,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,37845,1731014050398, seqNum=-1] 2024-11-07T21:14:21,411 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:14:21,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:14:21,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5790 sec 2024-11-07T21:14:21,418 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731014061418, completionTime=-1 2024-11-07T21:14:21,418 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T21:14:21,418 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T21:14:21,420 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-07T21:14:21,420 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731014121420 2024-11-07T21:14:21,420 INFO [master/4fc742968c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731014181420 2024-11-07T21:14:21,420 INFO [master/4fc742968c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T21:14:21,421 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46689,1731014050208-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:21,421 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46689,1731014050208-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:21,421 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46689,1731014050208-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:21,421 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4fc742968c91:46689, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:21,421 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:21,421 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:21,423 DEBUG [master/4fc742968c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T21:14:21,426 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.885sec 2024-11-07T21:14:21,426 INFO [master/4fc742968c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T21:14:21,426 INFO [master/4fc742968c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T21:14:21,426 INFO [master/4fc742968c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T21:14:21,426 INFO [master/4fc742968c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T21:14:21,426 INFO [master/4fc742968c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T21:14:21,426 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46689,1731014050208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T21:14:21,426 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46689,1731014050208-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T21:14:21,430 DEBUG [master/4fc742968c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T21:14:21,430 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T21:14:21,430 INFO [master/4fc742968c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4fc742968c91,46689,1731014050208-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T21:14:21,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5635039d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:14:21,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,46689,-1 for getting cluster id 2024-11-07T21:14:21,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:14:21,514 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd13dda09-8c6a-43c8-9867-09e833be682f' 2024-11-07T21:14:21,515 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:14:21,515 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d13dda09-8c6a-43c8-9867-09e833be682f" 2024-11-07T21:14:21,515 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614ddc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:14:21,515 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,46689,-1] 2024-11-07T21:14:21,515 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:14:21,516 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:21,517 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:14:21,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673a030f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:14:21,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:14:21,519 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,37845,1731014050398, seqNum=-1] 2024-11-07T21:14:21,520 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:14:21,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:14:21,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4fc742968c91,46689,1731014050208 2024-11-07T21:14:21,524 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731014061524 (current time:1731014061524). 2024-11-07T21:14:21,524 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-07T21:14:21,524 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-07T21:14:21,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c1c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:14:21,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4fc742968c91,46689,-1 for getting cluster id 2024-11-07T21:14:21,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T21:14:21,526 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd13dda09-8c6a-43c8-9867-09e833be682f' 2024-11-07T21:14:21,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T21:14:21,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d13dda09-8c6a-43c8-9867-09e833be682f" 2024-11-07T21:14:21,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a01b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:14:21,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4fc742968c91,46689,-1] 2024-11-07T21:14:21,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T21:14:21,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:21,528 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T21:14:21,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9a6d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T21:14:21,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:14:21,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,37845,1731014050398, seqNum=-1] 2024-11-07T21:14:21,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:14:21,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:14:21,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:14:21,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:14:21,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:21,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:21,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:14:21,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T21:14:21,535 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4fc742968c91,46689,1731014050208 2024-11-07T21:14:21,535 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f06443 2024-11-07T21:14:21,535 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T21:14:21,537 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T21:14:21,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T21:14:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-07T21:14:21,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T21:14:21,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:21,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-07T21:14:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:14:21,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T21:14:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741837_1013 (size=361) 2024-11-07T21:14:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741837_1013 (size=361) 2024-11-07T21:14:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741837_1013 (size=361) 2024-11-07T21:14:21,554 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 023c20668152aa07de3a2729265ae125, NAME => 'SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,555 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 663d70bf396f8c3b0abbf85d00567f2e, NAME => 'SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,555 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4a2d102f219f16098f9829554043ac3d, NAME => 'SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741839_1015 (size=62) 2024-11-07T21:14:21,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741838_1014 (size=54) 2024-11-07T21:14:21,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741839_1015 (size=62) 2024-11-07T21:14:21,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741838_1014 (size=54) 2024-11-07T21:14:21,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741838_1014 (size=54) 2024-11-07T21:14:21,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741839_1015 (size=62) 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 023c20668152aa07de3a2729265ae125, disabling compactions & flushes 2024-11-07T21:14:21,576 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4a2d102f219f16098f9829554043ac3d, disabling compactions & flushes 2024-11-07T21:14:21,576 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. after waiting 0 ms 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. after waiting 0 ms 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:14:21,576 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:14:21,576 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4a2d102f219f16098f9829554043ac3d: Waiting for close lock at 1731014061576Disabling compacts and flushes for region at 1731014061576Disabling writes for close at 1731014061576Writing region close event to WAL at 1731014061576Closed at 1731014061576 2024-11-07T21:14:21,576 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 023c20668152aa07de3a2729265ae125: Waiting for close lock at 1731014061576Disabling compacts and flushes for region at 1731014061576Disabling writes for close at 1731014061576Writing region close event to WAL at 1731014061576Closed at 1731014061576 2024-11-07T21:14:21,577 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd0ad5ac9b13403be3ac40995e45a8bf, NAME => 'SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,578 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 18083d66ca05a5ff719812f2dd064da2, NAME => 'SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741840_1016 (size=62) 2024-11-07T21:14:21,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741840_1016 (size=62) 2024-11-07T21:14:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741840_1016 (size=62) 2024-11-07T21:14:21,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 663d70bf396f8c3b0abbf85d00567f2e, disabling compactions & flushes 2024-11-07T21:14:21,581 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. 2024-11-07T21:14:21,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. 2024-11-07T21:14:21,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. after waiting 0 ms 2024-11-07T21:14:21,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. 2024-11-07T21:14:21,581 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. 2024-11-07T21:14:21,581 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 663d70bf396f8c3b0abbf85d00567f2e: Waiting for close lock at 1731014061581Disabling compacts and flushes for region at 1731014061581Disabling writes for close at 1731014061581Writing region close event to WAL at 1731014061581Closed at 1731014061581 2024-11-07T21:14:21,582 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 828b5fd97fb75c831a60fd54dc98f8ef, NAME => 'SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741842_1018 (size=62) 2024-11-07T21:14:21,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741841_1017 (size=62) 2024-11-07T21:14:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741841_1017 (size=62) 2024-11-07T21:14:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741842_1018 (size=62) 2024-11-07T21:14:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741841_1017 (size=62) 2024-11-07T21:14:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741842_1018 (size=62) 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bd0ad5ac9b13403be3ac40995e45a8bf, disabling compactions & flushes 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 18083d66ca05a5ff719812f2dd064da2, disabling compactions & flushes 2024-11-07T21:14:21,608 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:14:21,608 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. after waiting 0 ms 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. after waiting 0 ms 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:14:21,608 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:14:21,608 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd0ad5ac9b13403be3ac40995e45a8bf: Waiting for close lock at 1731014061608Disabling compacts and flushes for region at 1731014061608Disabling writes for close at 1731014061608Writing region close event to WAL at 1731014061608Closed at 1731014061608 2024-11-07T21:14:21,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 18083d66ca05a5ff719812f2dd064da2: Waiting for close lock at 1731014061608Disabling compacts and flushes for region at 1731014061608Disabling writes for close at 1731014061608Writing region close event to WAL at 1731014061608Closed at 1731014061608 2024-11-07T21:14:21,609 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4b830724654b6ad915d65659594fae6a, NAME => 'SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,609 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9360dabd271aa8a8b40e11319875566, NAME => 'SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741843_1019 (size=62) 2024-11-07T21:14:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741843_1019 (size=62) 2024-11-07T21:14:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741843_1019 (size=62) 2024-11-07T21:14:21,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 828b5fd97fb75c831a60fd54dc98f8ef, disabling compactions & flushes 2024-11-07T21:14:21,616 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. 2024-11-07T21:14:21,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. 2024-11-07T21:14:21,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. after waiting 0 ms 2024-11-07T21:14:21,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. 2024-11-07T21:14:21,616 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. 2024-11-07T21:14:21,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 828b5fd97fb75c831a60fd54dc98f8ef: Waiting for close lock at 1731014061616Disabling compacts and flushes for region at 1731014061616Disabling writes for close at 1731014061616Writing region close event to WAL at 1731014061616Closed at 1731014061616 2024-11-07T21:14:21,617 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e266b4023aa2fd25cc9b0ed3aba0249b, NAME => 'SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741845_1021 (size=62) 2024-11-07T21:14:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741845_1021 (size=62) 2024-11-07T21:14:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:14:21,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741845_1021 (size=62) 2024-11-07T21:14:21,649 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741844_1020 (size=62) 2024-11-07T21:14:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741844_1020 (size=62) 2024-11-07T21:14:21,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d9360dabd271aa8a8b40e11319875566, disabling compactions & flushes 2024-11-07T21:14:21,650 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:14:21,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:14:21,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. after waiting 0 ms 2024-11-07T21:14:21,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:14:21,650 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:14:21,650 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9360dabd271aa8a8b40e11319875566: Waiting for close lock at 1731014061650Disabling compacts and flushes for region at 1731014061650Disabling writes for close at 1731014061650Writing region close event to WAL at 1731014061650Closed at 1731014061650 2024-11-07T21:14:21,651 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b139a79012c21f4cbc93bd7d60fc38fd, NAME => 'SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d 2024-11-07T21:14:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741844_1020 (size=62) 2024-11-07T21:14:21,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4b830724654b6ad915d65659594fae6a, disabling compactions & flushes 2024-11-07T21:14:21,653 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:14:21,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:14:21,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. after waiting 0 ms 2024-11-07T21:14:21,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:14:21,653 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:14:21,653 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4b830724654b6ad915d65659594fae6a: Waiting for close lock at 1731014061653Disabling compacts and flushes for region at 1731014061653Disabling writes for close at 1731014061653Writing region close event to WAL at 1731014061653Closed at 1731014061653 2024-11-07T21:14:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741847_1023 (size=54) 2024-11-07T21:14:21,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741847_1023 (size=54) 2024-11-07T21:14:21,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741847_1023 (size=54) 2024-11-07T21:14:21,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b139a79012c21f4cbc93bd7d60fc38fd, disabling compactions & flushes 2024-11-07T21:14:21,679 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:21,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:21,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. after waiting 0 ms 2024-11-07T21:14:21,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:21,679 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:21,679 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b139a79012c21f4cbc93bd7d60fc38fd: Waiting for close lock at 1731014061679Disabling compacts and flushes for region at 1731014061679Disabling writes for close at 1731014061679Writing region close event to WAL at 1731014061679Closed at 1731014061679 2024-11-07T21:14:21,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741846_1022 (size=62) 2024-11-07T21:14:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741846_1022 (size=62) 2024-11-07T21:14:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741846_1022 (size=62) 2024-11-07T21:14:21,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:21,686 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e266b4023aa2fd25cc9b0ed3aba0249b, disabling compactions & flushes 2024-11-07T21:14:21,686 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:14:21,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:14:21,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. after waiting 0 ms 2024-11-07T21:14:21,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:14:21,687 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:14:21,687 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e266b4023aa2fd25cc9b0ed3aba0249b: Waiting for close lock at 1731014061686Disabling compacts and flushes for region at 1731014061686Disabling writes for close at 1731014061687 (+1 ms)Writing region close event to WAL at 1731014061687Closed at 1731014061687 2024-11-07T21:14:21,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T21:14:21,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731014061688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731014061688"}]},"ts":"1731014061688"} 2024-11-07T21:14:21,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-07T21:14:21,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T21:14:21,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014061695"}]},"ts":"1731014061695"} 2024-11-07T21:14:21,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-07T21:14:21,698 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:14:21,704 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:14:21,705 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:14:21,705 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T21:14:21,705 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:14:21,705 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:14:21,705 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T21:14:21,705 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:14:21,705 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:14:21,705 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T21:14:21,705 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:14:21,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=023c20668152aa07de3a2729265ae125, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a2d102f219f16098f9829554043ac3d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=663d70bf396f8c3b0abbf85d00567f2e, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd0ad5ac9b13403be3ac40995e45a8bf, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18083d66ca05a5ff719812f2dd064da2, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=828b5fd97fb75c831a60fd54dc98f8ef, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9360dabd271aa8a8b40e11319875566, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b830724654b6ad915d65659594fae6a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e266b4023aa2fd25cc9b0ed3aba0249b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b139a79012c21f4cbc93bd7d60fc38fd, ASSIGN}] 2024-11-07T21:14:21,707 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a2d102f219f16098f9829554043ac3d, ASSIGN 2024-11-07T21:14:21,707 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=023c20668152aa07de3a2729265ae125, ASSIGN 2024-11-07T21:14:21,708 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=663d70bf396f8c3b0abbf85d00567f2e, ASSIGN 2024-11-07T21:14:21,708 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd0ad5ac9b13403be3ac40995e45a8bf, ASSIGN 2024-11-07T21:14:21,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a2d102f219f16098f9829554043ac3d, ASSIGN; state=OFFLINE, location=4fc742968c91,46339,1731014050472; forceNewPlan=false, retain=false 2024-11-07T21:14:21,710 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd0ad5ac9b13403be3ac40995e45a8bf, ASSIGN; state=OFFLINE, location=4fc742968c91,36555,1731014050433; forceNewPlan=false, retain=false 2024-11-07T21:14:21,711 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=023c20668152aa07de3a2729265ae125, ASSIGN; state=OFFLINE, location=4fc742968c91,36555,1731014050433; forceNewPlan=false, retain=false 2024-11-07T21:14:21,710 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=663d70bf396f8c3b0abbf85d00567f2e, ASSIGN; state=OFFLINE, location=4fc742968c91,37845,1731014050398; forceNewPlan=false, retain=false 2024-11-07T21:14:21,713 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b139a79012c21f4cbc93bd7d60fc38fd, ASSIGN 2024-11-07T21:14:21,715 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b139a79012c21f4cbc93bd7d60fc38fd, ASSIGN; state=OFFLINE, location=4fc742968c91,37845,1731014050398; forceNewPlan=false, retain=false 2024-11-07T21:14:21,716 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b830724654b6ad915d65659594fae6a, ASSIGN 2024-11-07T21:14:21,716 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=828b5fd97fb75c831a60fd54dc98f8ef, ASSIGN 2024-11-07T21:14:21,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9360dabd271aa8a8b40e11319875566, ASSIGN 2024-11-07T21:14:21,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18083d66ca05a5ff719812f2dd064da2, ASSIGN 2024-11-07T21:14:21,718 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b830724654b6ad915d65659594fae6a, ASSIGN; state=OFFLINE, location=4fc742968c91,36555,1731014050433; forceNewPlan=false, retain=false 2024-11-07T21:14:21,719 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=828b5fd97fb75c831a60fd54dc98f8ef, ASSIGN; state=OFFLINE, location=4fc742968c91,37845,1731014050398; forceNewPlan=false, retain=false 2024-11-07T21:14:21,720 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9360dabd271aa8a8b40e11319875566, ASSIGN; state=OFFLINE, location=4fc742968c91,46339,1731014050472; forceNewPlan=false, retain=false 2024-11-07T21:14:21,720 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18083d66ca05a5ff719812f2dd064da2, ASSIGN; state=OFFLINE, location=4fc742968c91,46339,1731014050472; forceNewPlan=false, retain=false 2024-11-07T21:14:21,720 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e266b4023aa2fd25cc9b0ed3aba0249b, ASSIGN 2024-11-07T21:14:21,721 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e266b4023aa2fd25cc9b0ed3aba0249b, ASSIGN; state=OFFLINE, location=4fc742968c91,46339,1731014050472; forceNewPlan=false, retain=false 2024-11-07T21:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:14:21,861 INFO [4fc742968c91:46689 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-07T21:14:21,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d9360dabd271aa8a8b40e11319875566, regionState=OPENING, regionLocation=4fc742968c91,46339,1731014050472 2024-11-07T21:14:21,862 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18083d66ca05a5ff719812f2dd064da2, regionState=OPENING, regionLocation=4fc742968c91,46339,1731014050472 2024-11-07T21:14:21,862 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e266b4023aa2fd25cc9b0ed3aba0249b, regionState=OPENING, regionLocation=4fc742968c91,46339,1731014050472 2024-11-07T21:14:21,862 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a2d102f219f16098f9829554043ac3d, regionState=OPENING, regionLocation=4fc742968c91,46339,1731014050472 2024-11-07T21:14:21,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b139a79012c21f4cbc93bd7d60fc38fd, regionState=OPENING, regionLocation=4fc742968c91,37845,1731014050398 2024-11-07T21:14:21,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=828b5fd97fb75c831a60fd54dc98f8ef, regionState=OPENING, regionLocation=4fc742968c91,37845,1731014050398 2024-11-07T21:14:21,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=663d70bf396f8c3b0abbf85d00567f2e, regionState=OPENING, regionLocation=4fc742968c91,37845,1731014050398 2024-11-07T21:14:21,862 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4b830724654b6ad915d65659594fae6a, regionState=OPENING, regionLocation=4fc742968c91,36555,1731014050433 2024-11-07T21:14:21,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bd0ad5ac9b13403be3ac40995e45a8bf, regionState=OPENING, regionLocation=4fc742968c91,36555,1731014050433 2024-11-07T21:14:21,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=023c20668152aa07de3a2729265ae125, regionState=OPENING, regionLocation=4fc742968c91,36555,1731014050433 2024-11-07T21:14:21,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b139a79012c21f4cbc93bd7d60fc38fd, ASSIGN because future has completed 2024-11-07T21:14:21,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b139a79012c21f4cbc93bd7d60fc38fd, server=4fc742968c91,37845,1731014050398}] 2024-11-07T21:14:21,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e266b4023aa2fd25cc9b0ed3aba0249b, ASSIGN because future has completed 2024-11-07T21:14:21,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e266b4023aa2fd25cc9b0ed3aba0249b, server=4fc742968c91,46339,1731014050472}] 2024-11-07T21:14:21,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9360dabd271aa8a8b40e11319875566, ASSIGN because future has completed 2024-11-07T21:14:21,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9360dabd271aa8a8b40e11319875566, server=4fc742968c91,46339,1731014050472}] 2024-11-07T21:14:21,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18083d66ca05a5ff719812f2dd064da2, ASSIGN because future has completed 2024-11-07T21:14:21,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=828b5fd97fb75c831a60fd54dc98f8ef, ASSIGN because future has completed 2024-11-07T21:14:21,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 828b5fd97fb75c831a60fd54dc98f8ef, server=4fc742968c91,37845,1731014050398}] 2024-11-07T21:14:21,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=663d70bf396f8c3b0abbf85d00567f2e, ASSIGN because future has completed 2024-11-07T21:14:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4b830724654b6ad915d65659594fae6a, ASSIGN because future has completed 2024-11-07T21:14:21,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18083d66ca05a5ff719812f2dd064da2, server=4fc742968c91,46339,1731014050472}] 2024-11-07T21:14:21,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd0ad5ac9b13403be3ac40995e45a8bf, ASSIGN because future has completed 2024-11-07T21:14:21,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=023c20668152aa07de3a2729265ae125, ASSIGN because future has completed 2024-11-07T21:14:21,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4a2d102f219f16098f9829554043ac3d, ASSIGN because future has completed 2024-11-07T21:14:21,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a2d102f219f16098f9829554043ac3d, server=4fc742968c91,46339,1731014050472}] 2024-11-07T21:14:21,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663d70bf396f8c3b0abbf85d00567f2e, server=4fc742968c91,37845,1731014050398}] 2024-11-07T21:14:21,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0ad5ac9b13403be3ac40995e45a8bf, server=4fc742968c91,36555,1731014050433}] 2024-11-07T21:14:21,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023c20668152aa07de3a2729265ae125, server=4fc742968c91,36555,1731014050433}] 2024-11-07T21:14:21,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b830724654b6ad915d65659594fae6a, server=4fc742968c91,36555,1731014050433}] 2024-11-07T21:14:22,062 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T21:14:22,062 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T21:14:22,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:14:22,063 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T21:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:14:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:14:22,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T21:14:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:14:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:14:26,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T21:14:26,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:26,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:26,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:14:31,885 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. 2024-11-07T21:14:31,886 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 828b5fd97fb75c831a60fd54dc98f8ef, NAME => 'SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-07T21:14:31,886 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:14:31,886 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,886 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,887 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,887 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:14:31,890 INFO [StoreOpener-828b5fd97fb75c831a60fd54dc98f8ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,892 INFO [StoreOpener-828b5fd97fb75c831a60fd54dc98f8ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 828b5fd97fb75c831a60fd54dc98f8ef columnFamilyName cf 2024-11-07T21:14:31,893 DEBUG [StoreOpener-828b5fd97fb75c831a60fd54dc98f8ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,893 INFO [StoreOpener-828b5fd97fb75c831a60fd54dc98f8ef-1 {}] regionserver.HStore(327): Store=828b5fd97fb75c831a60fd54dc98f8ef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,894 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,895 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,895 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,896 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:14:31,896 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,896 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 18083d66ca05a5ff719812f2dd064da2, NAME => 'SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-07T21:14:31,896 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,896 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,896 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,896 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,896 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,898 INFO [StoreOpener-18083d66ca05a5ff719812f2dd064da2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,898 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,900 INFO [StoreOpener-18083d66ca05a5ff719812f2dd064da2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18083d66ca05a5ff719812f2dd064da2 columnFamilyName cf 2024-11-07T21:14:31,900 DEBUG [StoreOpener-18083d66ca05a5ff719812f2dd064da2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,901 INFO [StoreOpener-18083d66ca05a5ff719812f2dd064da2-1 {}] regionserver.HStore(327): Store=18083d66ca05a5ff719812f2dd064da2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,901 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,901 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/828b5fd97fb75c831a60fd54dc98f8ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,901 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,902 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 828b5fd97fb75c831a60fd54dc98f8ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70284871, jitterRate=0.04732619225978851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,902 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:31,902 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 828b5fd97fb75c831a60fd54dc98f8ef: Running coprocessor pre-open hook at 1731014071887Writing region info on filesystem at 1731014071887Initializing all the Stores at 1731014071889 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071889Cleaning up temporary data from old regions at 1731014071896 (+7 ms)Running coprocessor post-open hooks at 1731014071902 (+6 ms)Region opened successfully at 1731014071902 2024-11-07T21:14:31,902 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,902 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,902 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,903 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef., pid=19, masterSystemTime=1731014071876 2024-11-07T21:14:31,904 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,905 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. 2024-11-07T21:14:31,905 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. 2024-11-07T21:14:31,905 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:31,905 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b139a79012c21f4cbc93bd7d60fc38fd, NAME => 'SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-07T21:14:31,905 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,905 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,906 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=828b5fd97fb75c831a60fd54dc98f8ef, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,37845,1731014050398 2024-11-07T21:14:31,906 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T21:14:31,907 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4fc742968c91,37845,1731014050398, table=SPTestTable, region=828b5fd97fb75c831a60fd54dc98f8ef. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T21:14:31,907 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/18083d66ca05a5ff719812f2dd064da2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,908 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 18083d66ca05a5ff719812f2dd064da2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64171617, jitterRate=-0.04376839101314545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,908 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:31,909 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 18083d66ca05a5ff719812f2dd064da2: Running coprocessor pre-open hook at 1731014071897Writing region info on filesystem at 1731014071897Initializing all the Stores at 1731014071898 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071898Cleaning up temporary data from old regions at 1731014071902 (+4 ms)Running coprocessor post-open hooks at 1731014071908 (+6 ms)Region opened successfully at 1731014071908 2024-11-07T21:14:31,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 828b5fd97fb75c831a60fd54dc98f8ef, server=4fc742968c91,37845,1731014050398 because future has completed 2024-11-07T21:14:31,909 INFO [StoreOpener-b139a79012c21f4cbc93bd7d60fc38fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,910 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2., pid=18, masterSystemTime=1731014071886 2024-11-07T21:14:31,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T21:14:31,913 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:14:31,914 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:14:31,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-07T21:14:31,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 828b5fd97fb75c831a60fd54dc98f8ef, server=4fc742968c91,37845,1731014050398 in 10.0300 sec 2024-11-07T21:14:31,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18083d66ca05a5ff719812f2dd064da2, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,46339,1731014050472 2024-11-07T21:14:31,914 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:14:31,914 INFO [StoreOpener-b139a79012c21f4cbc93bd7d60fc38fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b139a79012c21f4cbc93bd7d60fc38fd columnFamilyName cf 2024-11-07T21:14:31,914 DEBUG [StoreOpener-b139a79012c21f4cbc93bd7d60fc38fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,914 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e266b4023aa2fd25cc9b0ed3aba0249b, NAME => 'SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-07T21:14:31,914 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,914 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,914 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,915 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,915 INFO [StoreOpener-b139a79012c21f4cbc93bd7d60fc38fd-1 {}] regionserver.HStore(327): Store=b139a79012c21f4cbc93bd7d60fc38fd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,915 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,917 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18083d66ca05a5ff719812f2dd064da2, server=4fc742968c91,46339,1731014050472 because future has completed 2024-11-07T21:14:31,917 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=828b5fd97fb75c831a60fd54dc98f8ef, ASSIGN in 10.2100 sec 2024-11-07T21:14:31,919 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,919 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-07T21:14:31,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18083d66ca05a5ff719812f2dd064da2, server=4fc742968c91,46339,1731014050472 in 10.0400 sec 2024-11-07T21:14:31,921 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18083d66ca05a5ff719812f2dd064da2, ASSIGN in 10.2150 sec 2024-11-07T21:14:31,924 INFO [StoreOpener-e266b4023aa2fd25cc9b0ed3aba0249b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,925 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,926 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:14:31,926 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b139a79012c21f4cbc93bd7d60fc38fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63544820, jitterRate=-0.053108394145965576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,926 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 023c20668152aa07de3a2729265ae125, NAME => 'SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-07T21:14:31,926 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:31,926 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b139a79012c21f4cbc93bd7d60fc38fd: Running coprocessor pre-open hook at 1731014071906Writing region info on filesystem at 1731014071906Initializing all the Stores at 1731014071908 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071908Cleaning up temporary data from old regions at 1731014071919 (+11 ms)Running coprocessor post-open hooks at 1731014071926 (+7 ms)Region opened successfully at 1731014071926 2024-11-07T21:14:31,926 INFO [StoreOpener-e266b4023aa2fd25cc9b0ed3aba0249b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e266b4023aa2fd25cc9b0ed3aba0249b columnFamilyName cf 2024-11-07T21:14:31,926 DEBUG [StoreOpener-e266b4023aa2fd25cc9b0ed3aba0249b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,926 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,926 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,926 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,926 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,927 INFO [StoreOpener-e266b4023aa2fd25cc9b0ed3aba0249b-1 {}] regionserver.HStore(327): Store=e266b4023aa2fd25cc9b0ed3aba0249b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,927 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd., pid=15, masterSystemTime=1731014071876 2024-11-07T21:14:31,927 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,928 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,928 INFO [StoreOpener-023c20668152aa07de3a2729265ae125-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,928 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,929 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,929 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,929 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:31,929 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:31,930 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. 2024-11-07T21:14:31,930 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 663d70bf396f8c3b0abbf85d00567f2e, NAME => 'SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-07T21:14:31,930 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b139a79012c21f4cbc93bd7d60fc38fd, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,37845,1731014050398 2024-11-07T21:14:31,930 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,930 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,930 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,930 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,931 INFO [StoreOpener-023c20668152aa07de3a2729265ae125-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 023c20668152aa07de3a2729265ae125 columnFamilyName cf 2024-11-07T21:14:31,931 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,932 DEBUG [StoreOpener-023c20668152aa07de3a2729265ae125-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,932 INFO [StoreOpener-023c20668152aa07de3a2729265ae125-1 {}] regionserver.HStore(327): Store=023c20668152aa07de3a2729265ae125/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,932 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b139a79012c21f4cbc93bd7d60fc38fd, server=4fc742968c91,37845,1731014050398 because future has completed 2024-11-07T21:14:31,932 INFO [StoreOpener-663d70bf396f8c3b0abbf85d00567f2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,933 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,933 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,934 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,934 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,935 INFO [StoreOpener-663d70bf396f8c3b0abbf85d00567f2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 663d70bf396f8c3b0abbf85d00567f2e columnFamilyName cf 2024-11-07T21:14:31,935 DEBUG [StoreOpener-663d70bf396f8c3b0abbf85d00567f2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,935 INFO [StoreOpener-663d70bf396f8c3b0abbf85d00567f2e-1 {}] regionserver.HStore(327): Store=663d70bf396f8c3b0abbf85d00567f2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,935 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,936 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,936 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-07T21:14:31,936 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b139a79012c21f4cbc93bd7d60fc38fd, server=4fc742968c91,37845,1731014050398 in 10.0680 sec 2024-11-07T21:14:31,937 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,937 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b139a79012c21f4cbc93bd7d60fc38fd, ASSIGN in 10.2310 sec 2024-11-07T21:14:31,939 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,939 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/023c20668152aa07de3a2729265ae125/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,939 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e266b4023aa2fd25cc9b0ed3aba0249b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63877970, jitterRate=-0.04814407229423523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,939 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:31,939 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,939 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e266b4023aa2fd25cc9b0ed3aba0249b: Running coprocessor pre-open hook at 1731014071915Writing region info on filesystem at 1731014071915Initializing all the Stores at 1731014071916 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071916Cleaning up temporary data from old regions at 1731014071929 (+13 ms)Running coprocessor post-open hooks at 1731014071939 (+10 ms)Region opened successfully at 1731014071939 2024-11-07T21:14:31,939 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 023c20668152aa07de3a2729265ae125; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62482457, jitterRate=-0.06893883645534515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,939 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:31,940 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 023c20668152aa07de3a2729265ae125: Running coprocessor pre-open hook at 1731014071927Writing region info on filesystem at 1731014071927Initializing all the Stores at 1731014071928 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071928Cleaning up temporary data from old regions at 1731014071934 (+6 ms)Running coprocessor post-open hooks at 1731014071939 (+5 ms)Region opened successfully at 1731014071940 (+1 ms) 2024-11-07T21:14:31,940 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b., pid=16, masterSystemTime=1731014071886 2024-11-07T21:14:31,940 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125., pid=23, masterSystemTime=1731014071906 2024-11-07T21:14:31,942 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:14:31,942 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:14:31,942 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/663d70bf396f8c3b0abbf85d00567f2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,942 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:14:31,942 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a2d102f219f16098f9829554043ac3d, NAME => 'SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-07T21:14:31,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e266b4023aa2fd25cc9b0ed3aba0249b, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,46339,1731014050472 2024-11-07T21:14:31,943 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,943 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,943 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,943 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,943 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:14:31,943 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:14:31,943 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:14:31,943 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => bd0ad5ac9b13403be3ac40995e45a8bf, NAME => 'SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-07T21:14:31,944 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 663d70bf396f8c3b0abbf85d00567f2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69585144, jitterRate=0.036899447441101074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,944 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,944 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:31,944 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,944 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 663d70bf396f8c3b0abbf85d00567f2e: Running coprocessor pre-open hook at 1731014071930Writing region info on filesystem at 1731014071930Initializing all the Stores at 1731014071931 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071931Cleaning up temporary data from old regions at 1731014071937 (+6 ms)Running coprocessor post-open hooks at 1731014071944 (+7 ms)Region opened successfully at 1731014071944 2024-11-07T21:14:31,944 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,944 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e266b4023aa2fd25cc9b0ed3aba0249b, server=4fc742968c91,46339,1731014050472 because future has completed 2024-11-07T21:14:31,945 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e., pid=20, masterSystemTime=1731014071876 2024-11-07T21:14:31,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=023c20668152aa07de3a2729265ae125, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36555,1731014050433 2024-11-07T21:14:31,946 INFO [StoreOpener-bd0ad5ac9b13403be3ac40995e45a8bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,948 INFO [StoreOpener-bd0ad5ac9b13403be3ac40995e45a8bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0ad5ac9b13403be3ac40995e45a8bf columnFamilyName cf 2024-11-07T21:14:31,948 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. 2024-11-07T21:14:31,948 DEBUG [StoreOpener-bd0ad5ac9b13403be3ac40995e45a8bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 023c20668152aa07de3a2729265ae125, server=4fc742968c91,36555,1731014050433 because future has completed 2024-11-07T21:14:31,948 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. 2024-11-07T21:14:31,949 INFO [StoreOpener-bd0ad5ac9b13403be3ac40995e45a8bf-1 {}] regionserver.HStore(327): Store=bd0ad5ac9b13403be3ac40995e45a8bf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,949 INFO [StoreOpener-4a2d102f219f16098f9829554043ac3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,949 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=663d70bf396f8c3b0abbf85d00567f2e, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,37845,1731014050398 2024-11-07T21:14:31,950 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-07T21:14:31,950 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,951 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,951 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e266b4023aa2fd25cc9b0ed3aba0249b, server=4fc742968c91,46339,1731014050472 in 10.0790 sec 2024-11-07T21:14:31,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663d70bf396f8c3b0abbf85d00567f2e, server=4fc742968c91,37845,1731014050398 because future has completed 2024-11-07T21:14:31,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-07T21:14:31,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e266b4023aa2fd25cc9b0ed3aba0249b, ASSIGN in 10.2460 sec 2024-11-07T21:14:31,953 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 023c20668152aa07de3a2729265ae125, server=4fc742968c91,36555,1731014050433 in 10.0500 sec 2024-11-07T21:14:31,955 INFO [StoreOpener-4a2d102f219f16098f9829554043ac3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a2d102f219f16098f9829554043ac3d columnFamilyName cf 2024-11-07T21:14:31,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-07T21:14:31,955 DEBUG [StoreOpener-4a2d102f219f16098f9829554043ac3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=023c20668152aa07de3a2729265ae125, ASSIGN in 10.2480 sec 2024-11-07T21:14:31,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 663d70bf396f8c3b0abbf85d00567f2e, server=4fc742968c91,37845,1731014050398 in 10.0550 sec 2024-11-07T21:14:31,956 INFO [StoreOpener-4a2d102f219f16098f9829554043ac3d-1 {}] regionserver.HStore(327): Store=4a2d102f219f16098f9829554043ac3d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,956 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=663d70bf396f8c3b0abbf85d00567f2e, ASSIGN in 10.2500 sec 2024-11-07T21:14:31,957 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,957 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,957 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,957 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,959 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,960 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/bd0ad5ac9b13403be3ac40995e45a8bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,961 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4a2d102f219f16098f9829554043ac3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,961 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened bd0ad5ac9b13403be3ac40995e45a8bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61006950, jitterRate=-0.09092560410499573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,961 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:31,961 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for bd0ad5ac9b13403be3ac40995e45a8bf: Running coprocessor pre-open hook at 1731014071944Writing region info on filesystem at 1731014071944Initializing all the Stores at 1731014071945 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071945Cleaning up temporary data from old regions at 1731014071951 (+6 ms)Running coprocessor post-open hooks at 1731014071961 (+10 ms)Region opened successfully at 1731014071961 2024-11-07T21:14:31,961 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 4a2d102f219f16098f9829554043ac3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61368599, jitterRate=-0.08553661406040192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,961 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:31,961 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 4a2d102f219f16098f9829554043ac3d: Running coprocessor pre-open hook at 1731014071943Writing region info on filesystem at 1731014071943Initializing all the Stores at 1731014071947 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071947Cleaning up temporary data from old regions at 1731014071957 (+10 ms)Running coprocessor post-open hooks at 1731014071961 (+4 ms)Region opened successfully at 1731014071961 2024-11-07T21:14:31,962 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d., pid=21, masterSystemTime=1731014071886 2024-11-07T21:14:31,962 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf., pid=22, masterSystemTime=1731014071906 2024-11-07T21:14:31,964 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:14:31,964 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:14:31,964 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:14:31,964 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b830724654b6ad915d65659594fae6a, NAME => 'SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-07T21:14:31,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bd0ad5ac9b13403be3ac40995e45a8bf, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36555,1731014050433 2024-11-07T21:14:31,965 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,965 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:14:31,965 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,965 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:14:31,965 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,965 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:14:31,965 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,965 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d9360dabd271aa8a8b40e11319875566, NAME => 'SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-07T21:14:31,965 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,966 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:14:31,966 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,966 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,966 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a2d102f219f16098f9829554043ac3d, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,46339,1731014050472 2024-11-07T21:14:31,967 INFO [StoreOpener-4b830724654b6ad915d65659594fae6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,967 INFO [StoreOpener-d9360dabd271aa8a8b40e11319875566-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0ad5ac9b13403be3ac40995e45a8bf, server=4fc742968c91,36555,1731014050433 because future has completed 2024-11-07T21:14:31,969 INFO [StoreOpener-4b830724654b6ad915d65659594fae6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b830724654b6ad915d65659594fae6a columnFamilyName cf 2024-11-07T21:14:31,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a2d102f219f16098f9829554043ac3d, server=4fc742968c91,46339,1731014050472 because future has completed 2024-11-07T21:14:31,969 DEBUG [StoreOpener-4b830724654b6ad915d65659594fae6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,969 INFO [StoreOpener-d9360dabd271aa8a8b40e11319875566-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9360dabd271aa8a8b40e11319875566 columnFamilyName cf 2024-11-07T21:14:31,970 DEBUG [StoreOpener-d9360dabd271aa8a8b40e11319875566-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:14:31,970 INFO [StoreOpener-4b830724654b6ad915d65659594fae6a-1 {}] regionserver.HStore(327): Store=4b830724654b6ad915d65659594fae6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,970 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,970 INFO [StoreOpener-d9360dabd271aa8a8b40e11319875566-1 {}] regionserver.HStore(327): Store=d9360dabd271aa8a8b40e11319875566/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T21:14:31,970 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,971 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,971 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,971 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,972 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,972 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,972 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-07T21:14:31,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure bd0ad5ac9b13403be3ac40995e45a8bf, server=4fc742968c91,36555,1731014050433 in 10.0700 sec 2024-11-07T21:14:31,972 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,973 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-07T21:14:31,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd0ad5ac9b13403be3ac40995e45a8bf, ASSIGN in 10.2670 sec 2024-11-07T21:14:31,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a2d102f219f16098f9829554043ac3d, server=4fc742968c91,46339,1731014050472 in 10.0730 sec 2024-11-07T21:14:31,974 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,975 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4a2d102f219f16098f9829554043ac3d, ASSIGN in 10.2690 sec 2024-11-07T21:14:31,976 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,977 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4b830724654b6ad915d65659594fae6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62264246, jitterRate=-0.07219043374061584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,977 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:31,977 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T21:14:31,977 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4b830724654b6ad915d65659594fae6a: Running coprocessor pre-open hook at 1731014071965Writing region info on filesystem at 1731014071965Initializing all the Stores at 1731014071966 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071966Cleaning up temporary data from old regions at 1731014071972 (+6 ms)Running coprocessor post-open hooks at 1731014071977 (+5 ms)Region opened successfully at 1731014071977 2024-11-07T21:14:31,978 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d9360dabd271aa8a8b40e11319875566; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67512401, jitterRate=0.006013169884681702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T21:14:31,978 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:31,978 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d9360dabd271aa8a8b40e11319875566: Running coprocessor pre-open hook at 1731014071966Writing region info on filesystem at 1731014071966Initializing all the Stores at 1731014071967 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014071967Cleaning up temporary data from old regions at 1731014071973 (+6 ms)Running coprocessor post-open hooks at 1731014071978 (+5 ms)Region opened successfully at 1731014071978 2024-11-07T21:14:31,978 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a., pid=24, masterSystemTime=1731014071906 2024-11-07T21:14:31,979 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566., pid=17, masterSystemTime=1731014071886 2024-11-07T21:14:31,980 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:14:31,980 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:14:31,981 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4b830724654b6ad915d65659594fae6a, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,36555,1731014050433 2024-11-07T21:14:31,981 DEBUG [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:14:31,981 INFO [RS_OPEN_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:14:31,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d9360dabd271aa8a8b40e11319875566, regionState=OPEN, openSeqNum=2, regionLocation=4fc742968c91,46339,1731014050472 2024-11-07T21:14:31,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b830724654b6ad915d65659594fae6a, server=4fc742968c91,36555,1731014050433 because future has completed 2024-11-07T21:14:31,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9360dabd271aa8a8b40e11319875566, server=4fc742968c91,46339,1731014050472 because future has completed 2024-11-07T21:14:31,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-07T21:14:31,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b830724654b6ad915d65659594fae6a, server=4fc742968c91,36555,1731014050433 in 10.0780 sec 2024-11-07T21:14:31,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4b830724654b6ad915d65659594fae6a, ASSIGN in 10.2810 sec 2024-11-07T21:14:31,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-07T21:14:31,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d9360dabd271aa8a8b40e11319875566, server=4fc742968c91,46339,1731014050472 in 10.1090 sec 2024-11-07T21:14:31,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-07T21:14:31,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9360dabd271aa8a8b40e11319875566, ASSIGN in 10.2820 sec 2024-11-07T21:14:31,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T21:14:31,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731014071990"}]},"ts":"1731014071990"} 2024-11-07T21:14:31,991 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-07T21:14:31,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T21:14:31,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4550 sec 2024-11-07T21:14:34,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-07T21:14:36,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:36,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:36,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:37,429 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T21:14:37,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:37,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:37,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T21:14:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T21:14:39,807 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-07T21:14:39,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-07T21:14:39,808 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:14:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-07T21:14:39,815 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:14:39,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-07T21:14:39,844 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:39,846 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:39,848 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:39,849 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:39,850 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:39,911 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a., hostname=4fc742968c91,36555,1731014050433, seqNum=2] 2024-11-07T21:14:39,914 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a., hostname=4fc742968c91,36555,1731014050433, seqNum=2] 2024-11-07T21:14:39,915 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a., hostname=4fc742968c91,36555,1731014050433, seqNum=2] 2024-11-07T21:14:39,917 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a., hostname=4fc742968c91,36555,1731014050433, seqNum=2] 2024-11-07T21:14:39,918 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a., hostname=4fc742968c91,36555,1731014050433, seqNum=2] 2024-11-07T21:14:39,981 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:39,983 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:39,984 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:39,985 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b., hostname=4fc742968c91,46339,1731014050472, seqNum=2] 2024-11-07T21:14:40,118 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd., hostname=4fc742968c91,37845,1731014050398, seqNum=2] 2024-11-07T21:14:40,120 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd., hostname=4fc742968c91,37845,1731014050398, seqNum=2] 2024-11-07T21:14:40,122 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd., hostname=4fc742968c91,37845,1731014050398, seqNum=2] 2024-11-07T21:14:40,124 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd., hostname=4fc742968c91,37845,1731014050398, seqNum=2] 2024-11-07T21:14:40,125 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd., hostname=4fc742968c91,37845,1731014050398, seqNum=2] 2024-11-07T21:14:40,184 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:14:40,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:14:40,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T21:14:40,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:14:40,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T21:14:40,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46339 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T21:14:40,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:40,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36555 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T21:14:40,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46339 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T21:14:41,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-07T21:14:41,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-07T21:14:41,342 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:14:41,343 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-07T21:14:41,344 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-07T21:14:41,346 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-07T21:14:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741848_1024 (size=49) 2024-11-07T21:14:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741848_1024 (size=49) 2024-11-07T21:14:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741848_1024 (size=49) 2024-11-07T21:14:41,356 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-07T21:14:41,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 023c20668152aa07de3a2729265ae125}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a2d102f219f16098f9829554043ac3d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663d70bf396f8c3b0abbf85d00567f2e}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd0ad5ac9b13403be3ac40995e45a8bf}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18083d66ca05a5ff719812f2dd064da2}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 828b5fd97fb75c831a60fd54dc98f8ef}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9360dabd271aa8a8b40e11319875566}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b830724654b6ad915d65659594fae6a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e266b4023aa2fd25cc9b0ed3aba0249b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b139a79012c21f4cbc93bd7d60fc38fd}] 2024-11-07T21:14:41,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:41,358 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:41,358 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:41,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:41,359 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:41,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:41,362 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:41,362 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:41,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:41,363 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:44,748 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-07T21:14:51,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-07T21:14:51,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-07T21:14:51,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-07T21:14:51,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-07T21:14:51,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:14:51,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 18083d66ca05a5ff719812f2dd064da2: 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 023c20668152aa07de3a2729265ae125: 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 828b5fd97fb75c831a60fd54dc98f8ef: 2024-11-07T21:14:51,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-07T21:14:51,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 4a2d102f219f16098f9829554043ac3d: 2024-11-07T21:14:51,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:14:51,362 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 4b830724654b6ad915d65659594fae6a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-07T21:14:51,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. 2024-11-07T21:14:51,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-07T21:14:51,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:51,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:14:51,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:14:51,365 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing d9360dabd271aa8a8b40e11319875566 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-07T21:14:51,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for bd0ad5ac9b13403be3ac40995e45a8bf: 2024-11-07T21:14:51,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 663d70bf396f8c3b0abbf85d00567f2e: 2024-11-07T21:14:51,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,365 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b139a79012c21f4cbc93bd7d60fc38fd 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-07T21:14:51,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:14:51,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-07T21:14:51,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566/.tmp/cf/ce9245e37a7e421fa7428ac505508a06 is 34, key is aaa/cf:cf/1731014080849/Put/seqid=0 2024-11-07T21:14:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741851_1027 (size=65) 2024-11-07T21:14:51,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a/.tmp/cf/a9f900232d2140cf95ea72963fae024e is 34, key is baa/cf:cf/1731014080852/Put/seqid=0 2024-11-07T21:14:51,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741851_1027 (size=65) 2024-11-07T21:14:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741851_1027 (size=65) 2024-11-07T21:14:51,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:14:51,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-07T21:14:51,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:14:51,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e266b4023aa2fd25cc9b0ed3aba0249b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-07T21:14:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-07T21:14:51,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:51,406 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:14:51,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741853_1029 (size=65) 2024-11-07T21:14:51,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741853_1029 (size=65) 2024-11-07T21:14:51,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741853_1029 (size=65) 2024-11-07T21:14:51,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:14:51,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-07T21:14:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-07T21:14:51,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:51,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:14:51,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18083d66ca05a5ff719812f2dd064da2 in 10.0520 sec 2024-11-07T21:14:51,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd0ad5ac9b13403be3ac40995e45a8bf in 10.0550 sec 2024-11-07T21:14:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741849_1025 (size=65) 2024-11-07T21:14:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741849_1025 (size=65) 2024-11-07T21:14:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741849_1025 (size=65) 2024-11-07T21:14:51,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731014061537.828b5fd97fb75c831a60fd54dc98f8ef. 2024-11-07T21:14:51,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-07T21:14:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-07T21:14:51,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:51,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 828b5fd97fb75c831a60fd54dc98f8ef 2024-11-07T21:14:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741854_1030 (size=65) 2024-11-07T21:14:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741854_1030 (size=65) 2024-11-07T21:14:51,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741854_1030 (size=65) 2024-11-07T21:14:51,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731014061537.663d70bf396f8c3b0abbf85d00567f2e. 2024-11-07T21:14:51,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-07T21:14:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-07T21:14:51,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:51,423 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 663d70bf396f8c3b0abbf85d00567f2e 2024-11-07T21:14:51,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 828b5fd97fb75c831a60fd54dc98f8ef in 10.0670 sec 2024-11-07T21:14:51,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 663d70bf396f8c3b0abbf85d00567f2e in 10.0680 sec 2024-11-07T21:14:51,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741852_1028 (size=65) 2024-11-07T21:14:51,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741852_1028 (size=65) 2024-11-07T21:14:51,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741852_1028 (size=65) 2024-11-07T21:14:51,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:14:51,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T21:14:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-07T21:14:51,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:51,437 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:14:51,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4a2d102f219f16098f9829554043ac3d in 10.0830 sec 2024-11-07T21:14:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741850_1026 (size=57) 2024-11-07T21:14:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741850_1026 (size=57) 2024-11-07T21:14:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741850_1026 (size=57) 2024-11-07T21:14:51,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741855_1031 (size=26918) 2024-11-07T21:14:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741855_1031 (size=26918) 2024-11-07T21:14:51,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741855_1031 (size=26918) 2024-11-07T21:14:51,463 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566/.tmp/cf/ce9245e37a7e421fa7428ac505508a06 2024-11-07T21:14:51,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b/.tmp/cf/d5020769762148a29c57ab7736bbef00 is 34, key is ccd/cf:cf/1731014080887/Put/seqid=0 2024-11-07T21:14:51,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd/.tmp/cf/f09a9c3579be4441a76936f9a46eea15 is 34, key is eaa/cf:cf/1731014081238/Put/seqid=0 2024-11-07T21:14:51,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741857_1033 (size=499309) 2024-11-07T21:14:51,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741857_1033 (size=499309) 2024-11-07T21:14:51,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566/.tmp/cf/ce9245e37a7e421fa7428ac505508a06 as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566/cf/ce9245e37a7e421fa7428ac505508a06 2024-11-07T21:14:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741857_1033 (size=499309) 2024-11-07T21:14:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741856_1032 (size=28623) 2024-11-07T21:14:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741856_1032 (size=28623) 2024-11-07T21:14:51,490 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd/.tmp/cf/f09a9c3579be4441a76936f9a46eea15 2024-11-07T21:14:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741856_1032 (size=28623) 2024-11-07T21:14:51,490 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a/.tmp/cf/a9f900232d2140cf95ea72963fae024e 2024-11-07T21:14:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741858_1034 (size=47197) 2024-11-07T21:14:51,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741858_1034 (size=47197) 2024-11-07T21:14:51,499 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b/.tmp/cf/d5020769762148a29c57ab7736bbef00 2024-11-07T21:14:51,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741858_1034 (size=47197) 2024-11-07T21:14:51,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a/.tmp/cf/a9f900232d2140cf95ea72963fae024e as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a/cf/a9f900232d2140cf95ea72963fae024e 2024-11-07T21:14:51,503 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566/cf/ce9245e37a7e421fa7428ac505508a06, entries=676, sequenceid=5, filesize=26.3 K 2024-11-07T21:14:51,505 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for d9360dabd271aa8a8b40e11319875566 in 141ms, sequenceid=5, compaction requested=false 2024-11-07T21:14:51,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d9360dabd271aa8a8b40e11319875566: 2024-11-07T21:14:51,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566/cf/ce9245e37a7e421fa7428ac505508a06] hfiles 2024-11-07T21:14:51,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566/cf/ce9245e37a7e421fa7428ac505508a06 for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd/.tmp/cf/f09a9c3579be4441a76936f9a46eea15 as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd/cf/f09a9c3579be4441a76936f9a46eea15 2024-11-07T21:14:51,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b/.tmp/cf/d5020769762148a29c57ab7736bbef00 as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b/cf/d5020769762148a29c57ab7736bbef00 2024-11-07T21:14:51,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd/cf/f09a9c3579be4441a76936f9a46eea15, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-07T21:14:51,518 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a/cf/a9f900232d2140cf95ea72963fae024e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-07T21:14:51,518 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for b139a79012c21f4cbc93bd7d60fc38fd in 153ms, sequenceid=5, compaction requested=false 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b139a79012c21f4cbc93bd7d60fc38fd: 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,519 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 4b830724654b6ad915d65659594fae6a in 157ms, sequenceid=5, compaction requested=false 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 4b830724654b6ad915d65659594fae6a: 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd/cf/f09a9c3579be4441a76936f9a46eea15] hfiles 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/b139a79012c21f4cbc93bd7d60fc38fd/cf/f09a9c3579be4441a76936f9a46eea15 for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a/cf/a9f900232d2140cf95ea72963fae024e] hfiles 2024-11-07T21:14:51,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a/cf/a9f900232d2140cf95ea72963fae024e for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,526 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b/cf/d5020769762148a29c57ab7736bbef00, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-07T21:14:51,527 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e266b4023aa2fd25cc9b0ed3aba0249b in 122ms, sequenceid=5, compaction requested=false 2024-11-07T21:14:51,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e266b4023aa2fd25cc9b0ed3aba0249b: 2024-11-07T21:14:51,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. for SnapshotProcedureTest completed. 2024-11-07T21:14:51,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b.' region-info for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-07T21:14:51,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b/cf/d5020769762148a29c57ab7736bbef00] hfiles 2024-11-07T21:14:51,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b/cf/d5020769762148a29c57ab7736bbef00 for snapshot=SnapshotProcedureTest 2024-11-07T21:14:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741859_1035 (size=105) 2024-11-07T21:14:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741859_1035 (size=105) 2024-11-07T21:14:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741859_1035 (size=105) 2024-11-07T21:14:51,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:14:51,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-07T21:14:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-07T21:14:51,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:51,537 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9360dabd271aa8a8b40e11319875566 2024-11-07T21:14:51,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9360dabd271aa8a8b40e11319875566 in 10.1820 sec 2024-11-07T21:14:51,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741861_1037 (size=105) 2024-11-07T21:14:51,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741861_1037 (size=105) 2024-11-07T21:14:51,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741860_1036 (size=97) 2024-11-07T21:14:51,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741861_1037 (size=105) 2024-11-07T21:14:51,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741860_1036 (size=97) 2024-11-07T21:14:51,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741860_1036 (size=97) 2024-11-07T21:14:51,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:14:51,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-07T21:14:51,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731014061537.b139a79012c21f4cbc93bd7d60fc38fd. 2024-11-07T21:14:51,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-07T21:14:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-07T21:14:51,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-07T21:14:51,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4b830724654b6ad915d65659594fae6a 2024-11-07T21:14:51,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:51,545 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b139a79012c21f4cbc93bd7d60fc38fd 2024-11-07T21:14:51,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4b830724654b6ad915d65659594fae6a in 10.1890 sec 2024-11-07T21:14:51,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b139a79012c21f4cbc93bd7d60fc38fd in 10.1890 sec 2024-11-07T21:14:51,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741862_1038 (size=105) 2024-11-07T21:14:51,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741862_1038 (size=105) 2024-11-07T21:14:51,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741862_1038 (size=105) 2024-11-07T21:14:51,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:14:51,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-07T21:14:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-07T21:14:51,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:51,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:14:51,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e266b4023aa2fd25cc9b0ed3aba0249b in 10.2030 sec 2024-11-07T21:14:51,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:14:51,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-07T21:14:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-07T21:14:51,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:51,849 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 023c20668152aa07de3a2729265ae125 2024-11-07T21:14:51,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-07T21:14:51,852 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-07T21:14:51,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 023c20668152aa07de3a2729265ae125 in 10.4940 sec 2024-11-07T21:14:51,853 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-07T21:14:51,853 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-07T21:14:51,854 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-07T21:14:51,855 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T21:14:51,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741863_1039 (size=1174) 2024-11-07T21:14:51,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741863_1039 (size=1174) 2024-11-07T21:14:51,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741863_1039 (size=1174) 2024-11-07T21:14:51,905 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-07T21:14:51,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-07T21:14:51,918 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,37845,1731014050398 2024-11-07T21:14:51,918 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,37845,1731014050398 2024-11-07T21:14:51,918 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:14:51,918 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:14:51,918 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,37845,1731014050398 2024-11-07T21:14:51,923 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:14:51,923 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:14:51,923 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:14:51,923 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:14:51,958 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:14:51,959 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 4fc742968c91,37845,1731014050398 2024-11-07T21:14:51,959 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4fc742968c91,37845,1731014050398: Simulated kill ***** 2024-11-07T21:14:51,959 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T21:14:51,959 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T21:14:51,960 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T21:14:51,960 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T21:14:51,960 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T21:14:51,960 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 434171880 }, "NonHeapMemoryUsage": { "committed": 176619520, "init": 7667712, "max": -1, "used": 171190912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-07T21:14:51,961 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46689 {}] master.MasterRpcServices(700): 4fc742968c91,37845,1731014050398 reported a fatal error: ***** ABORTING region server 4fc742968c91,37845,1731014050398: Simulated kill ***** 2024-11-07T21:14:51,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,37845,1731014050398' ***** 2024-11-07T21:14:51,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-07T21:14:51,962 INFO [RS:0;4fc742968c91:37845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:14:51,962 INFO [RS:0;4fc742968c91:37845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-07T21:14:51,962 INFO [RS:0;4fc742968c91:37845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-07T21:14:51,962 INFO [RS:0;4fc742968c91:37845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:14:51,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:14:51,962 INFO [RS:0;4fc742968c91:37845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4fc742968c91:37845. 2024-11-07T21:14:51,962 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T21:14:51,962 DEBUG [RS:0;4fc742968c91:37845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:14:51,962 DEBUG [RS:0;4fc742968c91:37845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:51,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741836_1012 (size=14382) 2024-11-07T21:14:51,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741836_1012 (size=14382) 2024-11-07T21:14:51,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741836_1012 (size=14382) 2024-11-07T21:14:51,968 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:14:51,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741833_1009 (size=1488) 2024-11-07T21:14:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741833_1009 (size=1488) 2024-11-07T21:14:51,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741833_1009 (size=1488) 2024-11-07T21:14:51,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398/4fc742968c91%2C37845%2C1731014050398.1731014051146 not finished, retry = 0 2024-11-07T21:14:52,011 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T21:14:52,012 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T21:14:52,072 DEBUG [RS:0;4fc742968c91:37845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:14:52,072 INFO [RS:0;4fc742968c91:37845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:14:52,072 INFO [RS:0;4fc742968c91:37845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37845 2024-11-07T21:14:52,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:14:52,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,37845,1731014050398 2024-11-07T21:14:52,137 INFO [RS:0;4fc742968c91:37845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:14:52,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,37845,1731014050398] 2024-11-07T21:14:52,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,37845,1731014050398 already deleted, retry=false 2024-11-07T21:14:52,158 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4fc742968c91,37845,1731014050398 on 4fc742968c91,46689,1731014050208 2024-11-07T21:14:52,160 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4fc742968c91,37845,1731014050398, splitWal=true, meta=true 2024-11-07T21:14:52,160 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 4fc742968c91,37845,1731014050398 (carryingMeta=true) 4fc742968c91,37845,1731014050398/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@243174a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T21:14:52,162 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4fc742968c91,37845,1731014050398, splitWal=true, meta=true 2024-11-07T21:14:52,163 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4fc742968c91,37845,1731014050398, splitWal=true, meta=true, isMeta: true 2024-11-07T21:14:52,166 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting 2024-11-07T21:14:52,168 INFO [PEWorker-4 {}] master.SplitWALManager(105): 4fc742968c91,37845,1731014050398 WAL count=1, meta=true 2024-11-07T21:14:52,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta}] 2024-11-07T21:14:52,170 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=4fc742968c91,36555,1731014050433 2024-11-07T21:14:52,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta, worker=4fc742968c91,36555,1731014050433}] 2024-11-07T21:14:52,171 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,37845,1731014050398 Release verify snapshot worker=4fc742968c91,37845,1731014050398 2024-11-07T21:14:52,171 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 4fc742968c91,37845,1731014050398, this operation will be retried to send to another server 2024-11-07T21:14:52,171 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:14:52,172 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731014093172 2024-11-07T21:14:52,172 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-07T21:14:52,172 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-07T21:14:52,172 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-07T21:14:52,172 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,37845,1731014050398 Release verify snapshot worker=4fc742968c91,37845,1731014050398 2024-11-07T21:14:52,173 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 4fc742968c91,37845,1731014050398, this operation will be retried to send to another server 2024-11-07T21:14:52,173 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:14:52,173 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731014093173 2024-11-07T21:14:52,174 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,37845,1731014050398 Release verify snapshot worker=4fc742968c91,37845,1731014050398 2024-11-07T21:14:52,174 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 4fc742968c91,37845,1731014050398, this operation will be retried to send to another server 2024-11-07T21:14:52,174 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-07T21:14:52,174 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731014093174 2024-11-07T21:14:52,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:14:52,248 INFO [RS:0;4fc742968c91:37845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:14:52,248 INFO [RS:0;4fc742968c91:37845 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,37845,1731014050398; zookeeper connection closed. 2024-11-07T21:14:52,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37845-0x10117263d370001, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:14:52,248 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3602df24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3602df24 2024-11-07T21:15:01,431 INFO [master/4fc742968c91:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T21:15:01,431 INFO [master/4fc742968c91:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T21:15:01,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-07T21:15:01,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-07T21:15:01,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-07T21:15:01,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-07T21:15:01,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T21:15:01,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-07T21:15:01,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-07T21:15:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-07T21:15:01,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-07T21:15:01,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-07T21:15:01,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-07T21:15:01,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-07T21:15:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-07T21:15:01,926 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 Release verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:15:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-07T21:15:01,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-07T21:15:01,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-07T21:15:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-07T21:15:01,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 in 10.0150 sec 2024-11-07T21:15:01,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-07T21:15:01,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-07T21:15:01,931 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:15:01,931 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 Release verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:15:01,931 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:15:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-07T21:15:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-07T21:15:01,934 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 Release verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:15:01,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 in 10.0190 sec 2024-11-07T21:15:01,935 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 Release verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:15:01,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 in 10.0220 sec 2024-11-07T21:15:01,936 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 Release verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:15:01,937 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:15:01,937 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:15:01,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 in 10.0230 sec 2024-11-07T21:15:01,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 in 10.0240 sec 2024-11-07T21:15:01,938 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 Release verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:15:01,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 in 10.0260 sec 2024-11-07T21:15:01,940 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta, size=14.0 K (14382bytes) 2024-11-07T21:15:01,940 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta 2024-11-07T21:15:01,941 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta after 1ms 2024-11-07T21:15:01,943 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta took 3ms 2024-11-07T21:15:01,948 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-07T21:15:01,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta so closing down 2024-11-07T21:15:01,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T21:15:01,955 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta.temp 2024-11-07T21:15:01,957 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta.temp 2024-11-07T21:15:01,959 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T21:15:01,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741864_1040 (size=14141) 2024-11-07T21:15:01,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741864_1040 (size=14141) 2024-11-07T21:15:01,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741864_1040 (size=14141) 2024-11-07T21:15:01,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-07T21:15:01,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta.temp to hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-07T21:15:01,976 INFO [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 30 ms; skipped=1; WAL=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-07T21:15:01,977 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta, journal: Splitting hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta, size=14.0 K (14382bytes) at 1731014101940Finishing writing output for hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta so closing down at 1731014101951 (+11 ms)Creating recovered edits writer path=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta.temp at 1731014101957 (+6 ms)3 split writer threads finished at 1731014101959 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731014101975 (+16 ms)Rename recovered edits hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta.temp to hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731014101976 (+1 ms)Processed 26 edits across 1 Regions in 30 ms; skipped=1; WAL=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731014101976 2024-11-07T21:15:01,977 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta 2024-11-07T21:15:01,977 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4fc742968c91:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-07T21:15:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-07T21:15:01,981 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting/4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta to hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/oldWALs 2024-11-07T21:15:01,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-07T21:15:01,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta, worker=4fc742968c91,36555,1731014050433 in 9.8110 sec 2024-11-07T21:15:01,984 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=4fc742968c91,36555,1731014050433 2024-11-07T21:15:01,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-07T21:15:01,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 4fc742968c91%2C37845%2C1731014050398.meta.1731014061337.meta, worker=4fc742968c91,36555,1731014050433 in 9.8160 sec 2024-11-07T21:15:01,987 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,37845,1731014050398-splitting dir is empty, no logs to split. 2024-11-07T21:15:01,987 INFO [PEWorker-2 {}] master.SplitWALManager(105): 4fc742968c91,37845,1731014050398 WAL count=0, meta=true 2024-11-07T21:15:01,987 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 4fc742968c91,37845,1731014050398 WAL splitting is done? wals=0, meta=true 2024-11-07T21:15:01,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T21:15:01,988 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:15:01,989 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T21:15:02,139 DEBUG [4fc742968c91:46689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T21:15:02,140 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(204): Hosts are {4fc742968c91=0} racks are {/default-rack=0} 2024-11-07T21:15:02,140 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T21:15:02,140 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T21:15:02,140 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T21:15:02,140 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T21:15:02,140 INFO [4fc742968c91:46689 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T21:15:02,140 INFO [4fc742968c91:46689 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T21:15:02,140 DEBUG [4fc742968c91:46689 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T21:15:02,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4fc742968c91,36555,1731014050433 2024-11-07T21:15:02,141 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,36555,1731014050433, state=OPENING 2024-11-07T21:15:02,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:15:02,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:15:02,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:15:02,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:15:02,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:15:02,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:15:02,152 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T21:15:02,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,36555,1731014050433}] 2024-11-07T21:15:10,184 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T21:15:11,026 INFO [regionserver/4fc742968c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T21:15:11,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-07T21:15:11,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-07T21:15:11,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-07T21:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-07T21:15:11,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-07T21:15:11,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-07T21:15:11,942 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T21:15:11,942 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T21:15:11,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-07T21:15:11,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-07T21:15:11,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-07T21:15:11,943 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T21:15:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-07T21:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-07T21:15:11,944 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 Release verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:15:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46689 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-07T21:15:11,946 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4fc742968c91%2C36555%2C1731014050433.meta, suffix=.meta, logDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,36555,1731014050433, archiveDir=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/oldWALs, maxLogs=32 2024-11-07T21:15:11,947 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 Release verify snapshot worker=4fc742968c91,46339,1731014050472 2024-11-07T21:15:11,947 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 Release verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:15:11,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 in 20.0320 sec 2024-11-07T21:15:11,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,46339,1731014050472 in 20.0350 sec 2024-11-07T21:15:11,948 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 Release verify snapshot worker=4fc742968c91,36555,1731014050433 2024-11-07T21:15:11,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 in 20.0350 sec 2024-11-07T21:15:11,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-07T21:15:11,951 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-07T21:15:11,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=4fc742968c91,36555,1731014050433 in 20.0360 sec 2024-11-07T21:15:11,951 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/.hbase-snapshot/SnapshotProcedureTest 2024-11-07T21:15:11,953 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-07T21:15:11,953 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-07T21:15:11,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6130 sec 2024-11-07T21:15:11,961 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,36555,1731014050433/4fc742968c91%2C36555%2C1731014050433.meta.1731014111947.meta, exclude list is [], retry=0 2024-11-07T21:15:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36515,DS-eddb2666-4eeb-41b1-99bd-9318be1c3b18,DISK] 2024-11-07T21:15:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40531,DS-20f584a3-0b94-4ef5-b424-3d528fee271b,DISK] 2024-11-07T21:15:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40005,DS-2dfc038d-b3dc-45ca-8129-8c28698b4e91,DISK] 2024-11-07T21:15:11,966 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,36555,1731014050433/4fc742968c91%2C36555%2C1731014050433.meta.1731014111947.meta 2024-11-07T21:15:11,966 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34665:34665),(127.0.0.1/127.0.0.1:46509:46509),(127.0.0.1/127.0.0.1:37543:37543)] 2024-11-07T21:15:11,967 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T21:15:11,967 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T21:15:11,967 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T21:15:11,967 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T21:15:11,967 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T21:15:11,967 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T21:15:11,967 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T21:15:11,967 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T21:15:11,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T21:15:11,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T21:15:11,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:15:11,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:15:11,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T21:15:11,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T21:15:11,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:15:11,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:15:11,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T21:15:11,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T21:15:11,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:15:11,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:15:11,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T21:15:11,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T21:15:11,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T21:15:11,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T21:15:11,977 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T21:15:11,977 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740 2024-11-07T21:15:11,980 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740 2024-11-07T21:15:11,980 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-07T21:15:11,987 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-07T21:15:11,988 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4fc742968c91:37845 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4fc742968c91/172.17.0.2:37845 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T21:15:11,989 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-07T21:15:11,990 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-07T21:15:11,990 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4fc742968c91,37845,1731014050398, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4fc742968c91,37845,1731014050398, seqNum=-1, error=java.net.ConnectException: Call to address=4fc742968c91:37845 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4fc742968c91/172.17.0.2:37845 2024-11-07T21:15:11,991 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4fc742968c91,37845,1731014050398, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-07T21:15:11,991 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4fc742968c91,37845,1731014050398, seqNum=-1 from cache 2024-11-07T21:15:11,992 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 4fc742968c91:37845 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4fc742968c91/172.17.0.2:37845 2024-11-07T21:15:12,006 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/.tmp/info/c2a90c7706b1438598740a73c1761868 is 167, key is SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d./info:regioninfo/1731014071966/Put/seqid=0 2024-11-07T21:15:12,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741866_1042 (size=18393) 2024-11-07T21:15:12,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741866_1042 (size=18393) 2024-11-07T21:15:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741866_1042 (size=18393) 2024-11-07T21:15:12,015 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/.tmp/info/c2a90c7706b1438598740a73c1761868 2024-11-07T21:15:12,042 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/.tmp/ns/956148125e2f47219871dc31fc69b485 is 43, key is default/ns:d/1731014061413/Put/seqid=0 2024-11-07T21:15:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741867_1043 (size=5153) 2024-11-07T21:15:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741867_1043 (size=5153) 2024-11-07T21:15:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741867_1043 (size=5153) 2024-11-07T21:15:12,050 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/.tmp/ns/956148125e2f47219871dc31fc69b485 2024-11-07T21:15:12,069 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/.tmp/table/d8785a1706f245918da85540fe323188 is 47, key is SPTestTable/table:state/1731014071990/Put/seqid=0 2024-11-07T21:15:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741868_1044 (size=5214) 2024-11-07T21:15:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741868_1044 (size=5214) 2024-11-07T21:15:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741868_1044 (size=5214) 2024-11-07T21:15:12,076 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/.tmp/table/d8785a1706f245918da85540fe323188 2024-11-07T21:15:12,082 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/.tmp/info/c2a90c7706b1438598740a73c1761868 as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/info/c2a90c7706b1438598740a73c1761868 2024-11-07T21:15:12,088 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/info/c2a90c7706b1438598740a73c1761868, entries=100, sequenceid=28, filesize=18.0 K 2024-11-07T21:15:12,089 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/.tmp/ns/956148125e2f47219871dc31fc69b485 as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/ns/956148125e2f47219871dc31fc69b485 2024-11-07T21:15:12,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:15:12,096 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/ns/956148125e2f47219871dc31fc69b485, entries=2, sequenceid=28, filesize=5.0 K 2024-11-07T21:15:12,096 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,36555,1731014050433, seqNum=-1] 2024-11-07T21:15:12,097 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/.tmp/table/d8785a1706f245918da85540fe323188 as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/table/d8785a1706f245918da85540fe323188 2024-11-07T21:15:12,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36555 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:38622 deadline: 1731014171987, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 4fc742968c91,36555,1731014050433 2024-11-07T21:15:12,105 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/table/d8785a1706f245918da85540fe323188, entries=2, sequenceid=28, filesize=5.1 K 2024-11-07T21:15:12,106 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=28, compaction requested=false; wal=null 2024-11-07T21:15:12,107 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-07T21:15:12,108 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T21:15:12,108 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T21:15:12,109 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T21:15:12,111 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T21:15:12,113 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-07T21:15:12,114 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62578513, jitterRate=-0.06750749051570892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T21:15:12,115 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T21:15:12,115 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731014111968Writing region info on filesystem at 1731014111968Initializing all the Stores at 1731014111968Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014111969 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014111970 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731014111970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731014111971 (+1 ms)Obtaining lock to block concurrent updates at 1731014111990 (+19 ms)Preparing flush snapshotting stores in 1588230740 at 1731014111990Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731014111990Flushing stores of hbase:meta,,1.1588230740 at 1731014111990Flushing 1588230740/info: creating writer at 1731014111990Flushing 1588230740/info: appending metadata at 1731014112005 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731014112005Flushing 1588230740/ns: creating writer at 1731014112022 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731014112041 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731014112041Flushing 1588230740/table: creating writer at 1731014112055 (+14 ms)Flushing 1588230740/table: appending metadata at 1731014112068 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731014112068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193319ee: reopening flushed file at 1731014112081 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0e8518: reopening flushed file at 1731014112089 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5214f: reopening flushed file at 1731014112096 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=28, compaction requested=false; wal=null at 1731014112106 (+10 ms)Cleaning up temporary data from old regions at 1731014112108 (+2 ms)Running coprocessor post-open hooks at 1731014112115 (+7 ms)Region opened successfully at 1731014112115 2024-11-07T21:15:12,116 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731014111932 2024-11-07T21:15:12,118 DEBUG [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T21:15:12,118 INFO [RS_OPEN_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T21:15:12,119 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=4fc742968c91,36555,1731014050433 2024-11-07T21:15:12,119 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4fc742968c91,36555,1731014050433, state=OPEN 2024-11-07T21:15:12,122 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=4fc742968c91,36555,1731014050433, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=4fc742968c91,36555,1731014050433, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 4fc742968c91,36555,1731014050433 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:15:12,123 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=4fc742968c91,36555,1731014050433, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 4fc742968c91,36555,1731014050433 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T21:15:12,123 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=4fc742968c91,36555,1731014050433, seqNum=-1 from cache 2024-11-07T21:15:12,150 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4fc742968c91,36555,1731014050433, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T21:15:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:15:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:15:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T21:15:12,209 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4fc742968c91,36555,1731014050433 2024-11-07T21:15:12,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:15:12,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:15:12,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T21:15:12,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-07T21:15:12,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4fc742968c91,36555,1731014050433 in 10.0560 sec 2024-11-07T21:15:12,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-07T21:15:12,217 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 4fc742968c91,37845,1731014050398 had 4 regions 2024-11-07T21:15:12,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2250 sec 2024-11-07T21:15:12,218 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4fc742968c91,37845,1731014050398, splitWal=true, meta=true, isMeta: false 2024-11-07T21:15:12,221 INFO [PEWorker-2 {}] master.SplitWALManager(105): 4fc742968c91,37845,1731014050398 WAL count=1, meta=false 2024-11-07T21:15:12,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4fc742968c91%2C37845%2C1731014050398.1731014051146}] 2024-11-07T21:15:12,222 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=4fc742968c91,36555,1731014050433 2024-11-07T21:15:12,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4fc742968c91%2C37845%2C1731014050398.1731014051146, worker=4fc742968c91,36555,1731014050433}] 2024-11-07T21:15:12,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T21:15:12,328 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4fc742968c91,36555,1731014050433, seqNum=-1] 2024-11-07T21:15:12,358 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T21:15:12,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T21:15:12,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:15:12,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:15:12,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:15:12,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:15:12,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T21:15:12,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T21:15:12,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1451100311, stopped=false 2024-11-07T21:15:12,359 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4fc742968c91,46689,1731014050208 2024-11-07T21:15:12,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:15:12,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:15:12,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T21:15:12,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:15:12,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:15:12,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:15:12,367 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:15:12,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T21:15:12,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:15:12,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:15:12,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,36555,1731014050433' ***** 2024-11-07T21:15:12,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:15:12,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:15:12,368 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4fc742968c91,46339,1731014050472' ***** 2024-11-07T21:15:12,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T21:15:12,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:15:12,368 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:15:12,368 INFO [RS:2;4fc742968c91:46339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:15:12,368 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:15:12,368 INFO [RS:2;4fc742968c91:46339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:15:12,368 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(3091): Received CLOSE for e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:15:12,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T21:15:12,368 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T21:15:12,368 INFO [RS:1;4fc742968c91:36555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(3091): Received CLOSE for 023c20668152aa07de3a2729265ae125 2024-11-07T21:15:12,369 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(3091): Received CLOSE for 18083d66ca05a5ff719812f2dd064da2 2024-11-07T21:15:12,369 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(3091): Received CLOSE for d9360dabd271aa8a8b40e11319875566 2024-11-07T21:15:12,369 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a2d102f219f16098f9829554043ac3d 2024-11-07T21:15:12,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T21:15:12,369 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,46339,1731014050472 2024-11-07T21:15:12,369 INFO [RS:2;4fc742968c91:46339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b830724654b6ad915d65659594fae6a 2024-11-07T21:15:12,369 INFO [RS:2;4fc742968c91:46339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4fc742968c91:46339. 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(3091): Received CLOSE for bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(959): stopping server 4fc742968c91,36555,1731014050433 2024-11-07T21:15:12,369 DEBUG [RS:2;4fc742968c91:46339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:15:12,369 DEBUG [RS:2;4fc742968c91:46339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4fc742968c91:36555. 2024-11-07T21:15:12,369 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 023c20668152aa07de3a2729265ae125, disabling compactions & flushes 2024-11-07T21:15:12,369 DEBUG [RS:1;4fc742968c91:36555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T21:15:12,369 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:15:12,369 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-07T21:15:12,369 DEBUG [RS:1;4fc742968c91:36555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:15:12,369 DEBUG [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(1325): Online Regions={e266b4023aa2fd25cc9b0ed3aba0249b=SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b., 18083d66ca05a5ff719812f2dd064da2=SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2., d9360dabd271aa8a8b40e11319875566=SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566., 4a2d102f219f16098f9829554043ac3d=SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d.} 2024-11-07T21:15:12,369 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:15:12,369 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. after waiting 0 ms 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:15:12,369 DEBUG [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(1351): Waiting on 18083d66ca05a5ff719812f2dd064da2, 4a2d102f219f16098f9829554043ac3d, d9360dabd271aa8a8b40e11319875566, e266b4023aa2fd25cc9b0ed3aba0249b 2024-11-07T21:15:12,369 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:15:12,369 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T21:15:12,369 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e266b4023aa2fd25cc9b0ed3aba0249b, disabling compactions & flushes 2024-11-07T21:15:12,370 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:15:12,370 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:15:12,370 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. after waiting 0 ms 2024-11-07T21:15:12,370 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:15:12,370 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-07T21:15:12,370 DEBUG [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(1325): Online Regions={023c20668152aa07de3a2729265ae125=SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125., 1588230740=hbase:meta,,1.1588230740, 4b830724654b6ad915d65659594fae6a=SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a., bd0ad5ac9b13403be3ac40995e45a8bf=SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf.} 2024-11-07T21:15:12,370 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T21:15:12,370 DEBUG [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(1351): Waiting on 023c20668152aa07de3a2729265ae125, 1588230740, 4b830724654b6ad915d65659594fae6a, bd0ad5ac9b13403be3ac40995e45a8bf 2024-11-07T21:15:12,370 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T21:15:12,370 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T21:15:12,370 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T21:15:12,370 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T21:15:12,379 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/e266b4023aa2fd25cc9b0ed3aba0249b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T21:15:12,379 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/023c20668152aa07de3a2729265ae125/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:15:12,380 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e266b4023aa2fd25cc9b0ed3aba0249b: Waiting for close lock at 1731014112369Running coprocessor pre-close hooks at 1731014112369Disabling compacts and flushes for region at 1731014112369Disabling writes for close at 1731014112370 (+1 ms)Writing region close event to WAL at 1731014112371 (+1 ms)Running coprocessor post-close hooks at 1731014112380 (+9 ms)Closed at 1731014112380 2024-11-07T21:15:12,380 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 023c20668152aa07de3a2729265ae125: Waiting for close lock at 1731014112369Running coprocessor pre-close hooks at 1731014112369Disabling compacts and flushes for region at 1731014112369Disabling writes for close at 1731014112369Writing region close event to WAL at 1731014112370 (+1 ms)Running coprocessor post-close hooks at 1731014112380 (+10 ms)Closed at 1731014112380 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731014061537.e266b4023aa2fd25cc9b0ed3aba0249b. 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731014061537.023c20668152aa07de3a2729265ae125. 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18083d66ca05a5ff719812f2dd064da2, disabling compactions & flushes 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b830724654b6ad915d65659594fae6a, disabling compactions & flushes 2024-11-07T21:15:12,380 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:15:12,380 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. after waiting 0 ms 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. after waiting 0 ms 2024-11-07T21:15:12,380 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:15:12,382 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-07T21:15:12,383 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T21:15:12,383 INFO [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T21:15:12,383 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731014112370Running coprocessor pre-close hooks at 1731014112370Disabling compacts and flushes for region at 1731014112370Disabling writes for close at 1731014112370Writing region close event to WAL at 1731014112379 (+9 ms)Running coprocessor post-close hooks at 1731014112383 (+4 ms)Closed at 1731014112383 2024-11-07T21:15:12,383 DEBUG [RS_CLOSE_META-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T21:15:12,386 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4b830724654b6ad915d65659594fae6a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T21:15:12,386 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/18083d66ca05a5ff719812f2dd064da2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:15:12,387 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18083d66ca05a5ff719812f2dd064da2: Waiting for close lock at 1731014112380Running coprocessor pre-close hooks at 1731014112380Disabling compacts and flushes for region at 1731014112380Disabling writes for close at 1731014112380Writing region close event to WAL at 1731014112381 (+1 ms)Running coprocessor post-close hooks at 1731014112387 (+6 ms)Closed at 1731014112387 2024-11-07T21:15:12,387 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b830724654b6ad915d65659594fae6a: Waiting for close lock at 1731014112380Running coprocessor pre-close hooks at 1731014112380Disabling compacts and flushes for region at 1731014112380Disabling writes for close at 1731014112380Writing region close event to WAL at 1731014112381 (+1 ms)Running coprocessor post-close hooks at 1731014112387 (+6 ms)Closed at 1731014112387 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731014061537.18083d66ca05a5ff719812f2dd064da2. 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731014061537.4b830724654b6ad915d65659594fae6a. 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9360dabd271aa8a8b40e11319875566, disabling compactions & flushes 2024-11-07T21:15:12,387 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd0ad5ac9b13403be3ac40995e45a8bf, disabling compactions & flushes 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. after waiting 0 ms 2024-11-07T21:15:12,387 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:15:12,387 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. after waiting 0 ms 2024-11-07T21:15:12,388 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:15:12,390 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:15:12,390 INFO [regionserver/4fc742968c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:15:12,391 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/d9360dabd271aa8a8b40e11319875566/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T21:15:12,391 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/bd0ad5ac9b13403be3ac40995e45a8bf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:15:12,392 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:15:12,392 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:15:12,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd0ad5ac9b13403be3ac40995e45a8bf: Waiting for close lock at 1731014112387Running coprocessor pre-close hooks at 1731014112387Disabling compacts and flushes for region at 1731014112387Disabling writes for close at 1731014112387Writing region close event to WAL at 1731014112388 (+1 ms)Running coprocessor post-close hooks at 1731014112392 (+4 ms)Closed at 1731014112392 2024-11-07T21:15:12,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9360dabd271aa8a8b40e11319875566: Waiting for close lock at 1731014112387Running coprocessor pre-close hooks at 1731014112387Disabling compacts and flushes for region at 1731014112387Disabling writes for close at 1731014112387Writing region close event to WAL at 1731014112388 (+1 ms)Running coprocessor post-close hooks at 1731014112392 (+4 ms)Closed at 1731014112392 2024-11-07T21:15:12,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731014061537.d9360dabd271aa8a8b40e11319875566. 2024-11-07T21:15:12,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731014061537.bd0ad5ac9b13403be3ac40995e45a8bf. 2024-11-07T21:15:12,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a2d102f219f16098f9829554043ac3d, disabling compactions & flushes 2024-11-07T21:15:12,392 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:15:12,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:15:12,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. after waiting 0 ms 2024-11-07T21:15:12,392 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:15:12,396 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/data/default/SPTestTable/4a2d102f219f16098f9829554043ac3d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-07T21:15:12,397 INFO [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:15:12,397 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a2d102f219f16098f9829554043ac3d: Waiting for close lock at 1731014112392Running coprocessor pre-close hooks at 1731014112392Disabling compacts and flushes for region at 1731014112392Disabling writes for close at 1731014112392Writing region close event to WAL at 1731014112393 (+1 ms)Running coprocessor post-close hooks at 1731014112397 (+4 ms)Closed at 1731014112397 2024-11-07T21:15:12,397 DEBUG [RS_CLOSE_REGION-regionserver/4fc742968c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731014061537.4a2d102f219f16098f9829554043ac3d. 2024-11-07T21:15:12,569 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,46339,1731014050472; all regions closed. 2024-11-07T21:15:12,570 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(976): stopping server 4fc742968c91,36555,1731014050433; all regions closed. 2024-11-07T21:15:12,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,46339,1731014050472/4fc742968c91%2C46339%2C1731014050472.1731014051152 not finished, retry = 0 2024-11-07T21:15:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741834_1010 (size=3469) 2024-11-07T21:15:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741865_1041 (size=678) 2024-11-07T21:15:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741834_1010 (size=3469) 2024-11-07T21:15:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741865_1041 (size=678) 2024-11-07T21:15:12,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741834_1010 (size=3469) 2024-11-07T21:15:12,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741865_1041 (size=678) 2024-11-07T21:15:12,578 DEBUG [RS:1;4fc742968c91:36555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/oldWALs 2024-11-07T21:15:12,578 INFO [RS:1;4fc742968c91:36555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C36555%2C1731014050433.meta:.meta(num 1731014111947) 2024-11-07T21:15:12,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/WALs/4fc742968c91,36555,1731014050433/4fc742968c91%2C36555%2C1731014050433.1731014051148 not finished, retry = 0 2024-11-07T21:15:12,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741835_1011 (size=2334) 2024-11-07T21:15:12,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741835_1011 (size=2334) 2024-11-07T21:15:12,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741835_1011 (size=2334) 2024-11-07T21:15:12,680 DEBUG [RS:2;4fc742968c91:46339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/oldWALs 2024-11-07T21:15:12,680 INFO [RS:2;4fc742968c91:46339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C46339%2C1731014050472:(num 1731014051152) 2024-11-07T21:15:12,680 DEBUG [RS:2;4fc742968c91:46339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:15:12,680 INFO [RS:2;4fc742968c91:46339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:15:12,680 INFO [RS:2;4fc742968c91:46339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:15:12,680 INFO [RS:2;4fc742968c91:46339 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T21:15:12,681 INFO [RS:2;4fc742968c91:46339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T21:15:12,681 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:15:12,681 INFO [RS:2;4fc742968c91:46339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T21:15:12,681 INFO [RS:2;4fc742968c91:46339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T21:15:12,681 INFO [RS:2;4fc742968c91:46339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:15:12,682 INFO [RS:2;4fc742968c91:46339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46339 2024-11-07T21:15:12,687 DEBUG [RS:1;4fc742968c91:36555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/oldWALs 2024-11-07T21:15:12,687 INFO [RS:1;4fc742968c91:36555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4fc742968c91%2C36555%2C1731014050433:(num 1731014051148) 2024-11-07T21:15:12,687 DEBUG [RS:1;4fc742968c91:36555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T21:15:12,687 INFO [RS:1;4fc742968c91:36555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T21:15:12,687 INFO [RS:1;4fc742968c91:36555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:15:12,688 INFO [RS:1;4fc742968c91:36555 {}] hbase.ChoreService(370): Chore service for: regionserver/4fc742968c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T21:15:12,688 INFO [RS:1;4fc742968c91:36555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:15:12,688 INFO [regionserver/4fc742968c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:15:12,688 INFO [RS:1;4fc742968c91:36555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36555 2024-11-07T21:15:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,46339,1731014050472 2024-11-07T21:15:12,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T21:15:12,693 INFO [RS:2;4fc742968c91:46339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:15:12,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4fc742968c91,36555,1731014050433 2024-11-07T21:15:12,703 INFO [RS:1;4fc742968c91:36555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:15:12,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,46339,1731014050472] 2024-11-07T21:15:12,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,46339,1731014050472 already deleted, retry=false 2024-11-07T21:15:12,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,46339,1731014050472 expired; onlineServers=1 2024-11-07T21:15:12,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4fc742968c91,36555,1731014050433] 2024-11-07T21:15:12,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4fc742968c91,36555,1731014050433 already deleted, retry=false 2024-11-07T21:15:12,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4fc742968c91,36555,1731014050433 expired; onlineServers=0 2024-11-07T21:15:12,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4fc742968c91,46689,1731014050208' ***** 2024-11-07T21:15:12,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T21:15:12,746 INFO [M:0;4fc742968c91:46689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T21:15:12,746 INFO [M:0;4fc742968c91:46689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T21:15:12,746 DEBUG [M:0;4fc742968c91:46689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T21:15:12,746 DEBUG [M:0;4fc742968c91:46689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T21:15:12,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T21:15:12,746 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014050844 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.large.0-1731014050844,5,FailOnTimeoutGroup] 2024-11-07T21:15:12,746 DEBUG [master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014050844 {}] cleaner.HFileCleaner(306): Exit Thread[master/4fc742968c91:0:becomeActiveMaster-HFileCleaner.small.0-1731014050844,5,FailOnTimeoutGroup] 2024-11-07T21:15:12,747 INFO [M:0;4fc742968c91:46689 {}] hbase.ChoreService(370): Chore service for: master/4fc742968c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T21:15:12,747 INFO [M:0;4fc742968c91:46689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T21:15:12,747 DEBUG [M:0;4fc742968c91:46689 {}] master.HMaster(1795): Stopping service threads 2024-11-07T21:15:12,747 INFO [M:0;4fc742968c91:46689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T21:15:12,747 INFO [M:0;4fc742968c91:46689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T21:15:12,748 ERROR [M:0;4fc742968c91:46689 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:32967 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32967,5,PEWorkerGroup] 2024-11-07T21:15:12,748 INFO [M:0;4fc742968c91:46689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T21:15:12,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T21:15:12,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T21:15:12,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T21:15:12,756 DEBUG [M:0;4fc742968c91:46689 {}] zookeeper.ZKUtil(347): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T21:15:12,756 WARN [M:0;4fc742968c91:46689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T21:15:12,757 INFO [M:0;4fc742968c91:46689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/.lastflushedseqids 2024-11-07T21:15:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741869_1045 (size=632) 2024-11-07T21:15:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741869_1045 (size=632) 2024-11-07T21:15:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741869_1045 (size=632) 2024-11-07T21:15:12,766 INFO [M:0;4fc742968c91:46689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T21:15:12,766 INFO [M:0;4fc742968c91:46689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T21:15:12,766 DEBUG [M:0;4fc742968c91:46689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T21:15:12,766 INFO [M:0;4fc742968c91:46689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:15:12,766 DEBUG [M:0;4fc742968c91:46689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:15:12,766 DEBUG [M:0;4fc742968c91:46689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T21:15:12,766 DEBUG [M:0;4fc742968c91:46689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:15:12,767 INFO [M:0;4fc742968c91:46689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.68 KB heapSize=265.25 KB 2024-11-07T21:15:12,784 DEBUG [M:0;4fc742968c91:46689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/620f8cd1e8764146ab8239ab64b0b692 is 82, key is hbase:meta,,1/info:regioninfo/1731014112118/Put/seqid=0 2024-11-07T21:15:12,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741870_1046 (size=6071) 2024-11-07T21:15:12,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741870_1046 (size=6071) 2024-11-07T21:15:12,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741870_1046 (size=6071) 2024-11-07T21:15:12,795 INFO [M:0;4fc742968c91:46689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/620f8cd1e8764146ab8239ab64b0b692 2024-11-07T21:15:12,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:15:12,814 INFO [RS:2;4fc742968c91:46339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:15:12,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46339-0x10117263d370003, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:15:12,814 INFO [RS:2;4fc742968c91:46339 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,46339,1731014050472; zookeeper connection closed. 2024-11-07T21:15:12,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35889d81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35889d81 2024-11-07T21:15:12,815 DEBUG [M:0;4fc742968c91:46689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e1d7184569141b09f127d0e8ede9e2f is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731014071995/Put/seqid=0 2024-11-07T21:15:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741871_1047 (size=11551) 2024-11-07T21:15:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741871_1047 (size=11551) 2024-11-07T21:15:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741871_1047 (size=11551) 2024-11-07T21:15:12,822 INFO [M:0;4fc742968c91:46689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.45 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e1d7184569141b09f127d0e8ede9e2f 2024-11-07T21:15:12,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:15:12,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36555-0x10117263d370002, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:15:12,825 INFO [RS:1;4fc742968c91:36555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:15:12,825 INFO [RS:1;4fc742968c91:36555 {}] regionserver.HRegionServer(1031): Exiting; stopping=4fc742968c91,36555,1731014050433; zookeeper connection closed. 2024-11-07T21:15:12,826 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49eaf078 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49eaf078 2024-11-07T21:15:12,826 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T21:15:12,828 INFO [M:0;4fc742968c91:46689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e1d7184569141b09f127d0e8ede9e2f 2024-11-07T21:15:12,849 DEBUG [M:0;4fc742968c91:46689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17a6b917668b45058f0cd4b06e7d641a is 69, key is 4fc742968c91,36555,1731014050433/rs:state/1731014050944/Put/seqid=0 2024-11-07T21:15:12,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741872_1048 (size=5447) 2024-11-07T21:15:12,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741872_1048 (size=5447) 2024-11-07T21:15:12,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741872_1048 (size=5447) 2024-11-07T21:15:12,857 INFO [M:0;4fc742968c91:46689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17a6b917668b45058f0cd4b06e7d641a 2024-11-07T21:15:12,863 INFO [M:0;4fc742968c91:46689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17a6b917668b45058f0cd4b06e7d641a 2024-11-07T21:15:12,865 DEBUG [M:0;4fc742968c91:46689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/620f8cd1e8764146ab8239ab64b0b692 as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/620f8cd1e8764146ab8239ab64b0b692 2024-11-07T21:15:12,872 INFO [M:0;4fc742968c91:46689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/620f8cd1e8764146ab8239ab64b0b692, entries=14, sequenceid=449, filesize=5.9 K 2024-11-07T21:15:12,873 DEBUG [M:0;4fc742968c91:46689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e1d7184569141b09f127d0e8ede9e2f as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e1d7184569141b09f127d0e8ede9e2f 2024-11-07T21:15:12,880 INFO [M:0;4fc742968c91:46689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e1d7184569141b09f127d0e8ede9e2f 2024-11-07T21:15:12,880 INFO [M:0;4fc742968c91:46689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e1d7184569141b09f127d0e8ede9e2f, entries=52, sequenceid=449, filesize=11.3 K 2024-11-07T21:15:12,881 DEBUG [M:0;4fc742968c91:46689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17a6b917668b45058f0cd4b06e7d641a as hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17a6b917668b45058f0cd4b06e7d641a 2024-11-07T21:15:12,888 INFO [M:0;4fc742968c91:46689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17a6b917668b45058f0cd4b06e7d641a 2024-11-07T21:15:12,888 INFO [M:0;4fc742968c91:46689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32967/user/jenkins/test-data/a2cc54e8-da7e-da87-90ea-a57880491a3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17a6b917668b45058f0cd4b06e7d641a, entries=3, sequenceid=449, filesize=5.3 K 2024-11-07T21:15:12,889 INFO [M:0;4fc742968c91:46689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.68 KB/229046, heapSize ~264.95 KB/271312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=449, compaction requested=false 2024-11-07T21:15:12,890 INFO [M:0;4fc742968c91:46689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T21:15:12,891 DEBUG [M:0;4fc742968c91:46689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731014112766Disabling compacts and flushes for region at 1731014112766Disabling writes for close at 1731014112766Obtaining lock to block concurrent updates at 1731014112767 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731014112767Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=229046, getHeapSize=271552, getOffHeapSize=0, getCellsCount=548 at 1731014112767Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731014112767Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731014112768 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731014112784 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731014112784Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731014112800 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731014112815 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731014112815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731014112828 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731014112848 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731014112848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ebc80df: reopening flushed file at 1731014112863 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b8d5aa: reopening flushed file at 1731014112872 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e941b4: reopening flushed file at 1731014112880 (+8 ms)Finished flush of dataSize ~223.68 KB/229046, heapSize ~264.95 KB/271312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=449, compaction requested=false at 1731014112889 (+9 ms)Writing region close event to WAL at 1731014112890 (+1 ms)Closed at 1731014112890 2024-11-07T21:15:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36515 is added to blk_1073741830_1006 (size=259046) 2024-11-07T21:15:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40005 is added to blk_1073741830_1006 (size=259046) 2024-11-07T21:15:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40531 is added to blk_1073741830_1006 (size=259046) 2024-11-07T21:15:12,894 INFO [M:0;4fc742968c91:46689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T21:15:12,894 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T21:15:12,894 INFO [M:0;4fc742968c91:46689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46689 2024-11-07T21:15:12,894 INFO [M:0;4fc742968c91:46689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T21:15:13,025 INFO [M:0;4fc742968c91:46689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T21:15:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:15:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x10117263d370000, quorum=127.0.0.1:63901, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T21:15:13,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436c37bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:15:13,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27b212b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:15:13,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:15:13,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d83bf0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:15:13,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70bb0cb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.log.dir/,STOPPED} 2024-11-07T21:15:13,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:15:13,029 WARN [BP-1924795358-172.17.0.2-1731014047531 heartbeating to localhost/127.0.0.1:32967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:15:13,029 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:15:13,029 WARN [BP-1924795358-172.17.0.2-1731014047531 heartbeating to localhost/127.0.0.1:32967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924795358-172.17.0.2-1731014047531 (Datanode Uuid 86c0fbaf-e2a0-485c-b4e5-2380cb857117) service to localhost/127.0.0.1:32967 2024-11-07T21:15:13,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data5/current/BP-1924795358-172.17.0.2-1731014047531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:15:13,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data6/current/BP-1924795358-172.17.0.2-1731014047531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:15:13,030 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:15:13,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dd57944{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:15:13,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25075e3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:15:13,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:15:13,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ed4247d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:15:13,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3f83d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.log.dir/,STOPPED} 2024-11-07T21:15:13,035 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:15:13,035 WARN [BP-1924795358-172.17.0.2-1731014047531 heartbeating to localhost/127.0.0.1:32967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:15:13,035 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:15:13,035 WARN [BP-1924795358-172.17.0.2-1731014047531 heartbeating to localhost/127.0.0.1:32967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924795358-172.17.0.2-1731014047531 (Datanode Uuid 59424e74-7977-485e-aae6-a9385e8bb94e) service to localhost/127.0.0.1:32967 2024-11-07T21:15:13,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data3/current/BP-1924795358-172.17.0.2-1731014047531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:15:13,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data4/current/BP-1924795358-172.17.0.2-1731014047531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:15:13,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:15:13,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5094d3e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T21:15:13,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce2d997{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:15:13,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:15:13,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63cdb200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:15:13,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5860725f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.log.dir/,STOPPED} 2024-11-07T21:15:13,040 WARN [BP-1924795358-172.17.0.2-1731014047531 heartbeating to localhost/127.0.0.1:32967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T21:15:13,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T21:15:13,040 WARN [BP-1924795358-172.17.0.2-1731014047531 heartbeating to localhost/127.0.0.1:32967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924795358-172.17.0.2-1731014047531 (Datanode Uuid c1ed794e-1e17-4be0-8544-2a6c26ed65f7) service to localhost/127.0.0.1:32967 2024-11-07T21:15:13,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T21:15:13,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data1/current/BP-1924795358-172.17.0.2-1731014047531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:15:13,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/cluster_e42d44ad-b376-2b4e-8895-4a5fdf6f229f/data/data2/current/BP-1924795358-172.17.0.2-1731014047531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T21:15:13,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T21:15:13,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26d3784a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T21:15:13,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16952596{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T21:15:13,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T21:15:13,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68acd59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T21:15:13,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d4e06bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf6c8bf5-ede6-95bd-b346-1d11bf255a92/hadoop.log.dir/,STOPPED} 2024-11-07T21:15:13,054 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T21:15:13,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T21:15:13,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:32967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:32967 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:32967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:32967 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:32967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/4fc742968c91:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:32967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/4fc742968c91:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 382), ProcessCount=11 (was 11), AvailableMemoryMB=1890 (was 3041)